Upload recipe/corpus_manifest.csv with huggingface_hub

recipe/corpus_manifest.csv

@@ -0,0 +1,65 @@
+component,local_path,source,bytes,sha256
+modern:all,/content/corpus/modern/all/tachiwin.txt,tachiwin/tokenizer_train,757286,eaa63f248ced9d75480195dea826f79555a28d028d111c01a73a8420b69b6e31
+modern:amu,/content/corpus/modern/amu/tachiwin.txt,tachiwin/tokenizer_train,706788,575cd8f9af2bbc85888e37b9b43cb7289de6cce9e852b975fb71837aeb6bcadc
+modern:amu0,/content/corpus/modern/amu0/tachiwin.txt,tachiwin/tokenizer_train,19180,d19bd2ade6551b7971e2b9cca5ca6edc61fcff0895578bf9811347e7d4b78869
+modern:azn0,/content/corpus/modern/azn0/tachiwin.txt,tachiwin/tokenizer_train,131499,f422c3e761a32c527725b38a81e8f54b6c11b51216da99ff4db8d9c836869927
+modern:azz,/content/corpus/modern/azz/tachiwin.txt,tachiwin/tokenizer_train,56817,0ec8dc251b709fa5cd1865550cbb8e83eff482dd215babb40fe3030dac5e299c
+modern:cco0,/content/corpus/modern/cco0/tachiwin.txt,tachiwin/tokenizer_train,859393,f4a25a97ade3818242855f5bf79ae437f420417a39360cfcae23869f44ef3646
+modern:chf,/content/corpus/modern/chf/tachiwin.txt,tachiwin/tokenizer_train,470400,471e58382d62995cfe1dd29d9cf328f9a1392bc629c2d99f52ee5a32f7cfe962
+modern:ctp0,/content/corpus/modern/ctp0/tachiwin.txt,tachiwin/tokenizer_train,524540,2b283b4853fe13e69617c032b1deae0b00c0086200a6ee9dc968d9ce0414d12e
+modern:ctu,/content/corpus/modern/ctu/tachiwin.txt,tachiwin/tokenizer_train,529593,5b6d7aab99644797ceeeff463bd0e89b914c1d0860e45bd5c47ff505e08a36fe
+modern:cux,/content/corpus/modern/cux/tachiwin.txt,tachiwin/tokenizer_train,508640,b052d56635eff77b1b1abfd2c85f67f9447468bfe661ed271ee14df174a88032
+modern:de,/content/corpus/modern/de/tachiwin.txt,tachiwin/tokenizer_train,675283,080a205ef5d5b98b8ac227ebb03fef5fb788f12c051134b421787709e1fe5f7a
+modern:en-US,/content/corpus/modern/en-US/tachiwin.txt,tachiwin/tokenizer_train,610624,8837e45b09c6e8e392a7cd386206a39d4f65f45ee3b8115223cf32280d440f0e
+modern:es-MX,/content/corpus/modern/es-MX/tachiwin.txt,tachiwin/tokenizer_train,612289,ef7da6994006eb0069e3a0acb07b8d8e6605e969704d238c43918844a5d33152
+modern:fr,/content/corpus/modern/fr/tachiwin.txt,tachiwin/tokenizer_train,760566,ea8a7090480009f76aeeb9eae4b0ef5a6c75e78bf51355eeee2f15215097539f
+modern:hch,/content/corpus/modern/hch/tachiwin.txt,tachiwin/tokenizer_train,428093,10e66c3bb9bb76e0322629c22256a04a6212f8b16e601fb50dfe869d53696bf0
+modern:hus,/content/corpus/modern/hus/tachiwin.txt,tachiwin/tokenizer_train,464435,d3bd2822ffab0559b26d1526cf1e58d308dec1d6a80d44150fd20691a60949f3
+modern:huv,/content/corpus/modern/huv/tachiwin.txt,tachiwin/tokenizer_train,553940,204141004c0292f343b7b513a41247f58cb45e16d3a3cdc5efebcbcfece9bf6b
+modern:lac,/content/corpus/modern/lac/tachiwin.txt,tachiwin/tokenizer_train,505177,9d00ee2759a22b22be33cd869e9b8c096dbcb3d27da21ff0517f215b94ff7f53
+modern:mam,/content/corpus/modern/mam/tachiwin.txt,tachiwin/tokenizer_train,403218,9536262fe2f582236d6d34c1f7dd7432b0d607dda9697b3c30e8a9b632d8e60f
+modern:mau,/content/corpus/modern/mau/tachiwin.txt,tachiwin/tokenizer_train,21739,ea96983ae0de50ab365209039c24f576f6b4cb2af3cf20e9476893cb9d583940
+modern:maz,/content/corpus/modern/maz/tachiwin.txt,tachiwin/tokenizer_train,495979,3678d0993a7cbe28420592520a3f062c178208b5c5743e8c091d843a4a00d054
+modern:meh,/content/corpus/modern/meh/tachiwin.txt,tachiwin/tokenizer_train,193877,4b41d7d660a5126de056d082d1b9cb59b3ff6f8a7d611a978c56db224ef25b47
+modern:mfy,/content/corpus/modern/mfy/tachiwin.txt,tachiwin/tokenizer_train,411917,3cf753745c965c1f05c2e0409ba81e26ad5b6c234433734da8f4a00b761f4b21
+modern:mix,/content/corpus/modern/mix/tachiwin.txt,tachiwin/tokenizer_train,64421,59826b0f98867336f17d5aacfaa0b81aea7f6527d829d10e6b6d1ff73f390d84
+modern:mmc,/content/corpus/modern/mmc/tachiwin.txt,tachiwin/tokenizer_train,5817,83c383e43ca217585b5a70de1ecd1edc8637cae399f0c302093fe21bdccbba66
+modern:nch,/content/corpus/modern/nch/tachiwin.txt,tachiwin/tokenizer_train,400157,e3e087d2041795dba46eb06f9e6ac8d2a00841d57ad2b804dd095564fccae8bc
+modern:ntp,/content/corpus/modern/ntp/tachiwin.txt,tachiwin/tokenizer_train,527751,be450f93267e6832729154a9cec9a98af4eda30867d15a35b6118b054b56f625
+modern:ocu,/content/corpus/modern/ocu/tachiwin.txt,tachiwin/tokenizer_train,397733,bb7f6b08a0911c8c220b1c9e0ac854cdb7a8ad6e9fa45adeb864e8fece657fce
+modern:ots,/content/corpus/modern/ots/tachiwin.txt,tachiwin/tokenizer_train,476148,59d182297d6270dd4155fe594104f95d988382c4a1283b2e37ee9c89fe032976
+modern:pei,/content/corpus/modern/pei/tachiwin.txt,tachiwin/tokenizer_train,501655,00efb09742356c78aa58b892d6e172d72ae9bd9c117b27e970ab046ab7601631
+modern:pia,/content/corpus/modern/pia/tachiwin.txt,tachiwin/tokenizer_train,334730,4dea40a06452e8f3eb13f298a947919d90435a21e63f1c2d0ebd4be002a475d0
+modern:pmq,/content/corpus/modern/pmq/tachiwin.txt,tachiwin/tokenizer_train,509773,a446ce67f08eec9f4ee5ecda0451e31e23f71288794fdd0df8c5a69bcff558dc
+modern:poi,/content/corpus/modern/poi/tachiwin.txt,tachiwin/tokenizer_train,708703,2ce83d37a2a49a76aa399c7684be696266be542107004c8077a58ff942259b10
+modern:pt-BR,/content/corpus/modern/pt-BR/tachiwin.txt,tachiwin/tokenizer_train,633129,399709d37d53154d1b6aef4cd0075f21a4c854c7a09ef6832252275d81bb5fce
+modern:pua,/content/corpus/modern/pua/tachiwin.txt,tachiwin/tokenizer_train,40741,990576a76408391068f3804006e096ae85d829dc5752fb5a29a7d0ddbe85fa76
+modern:quc,/content/corpus/modern/quc/tachiwin.txt,tachiwin/tokenizer_train,62407,86561c2c66dcb6884e742bde2d66b230011038111ca95755f3e45e95e823f0cd
+modern:sei,/content/corpus/modern/sei/tachiwin.txt,tachiwin/tokenizer_train,786940,3f288232d531fd9f6f2df2a40a1edc19ce51d8f429b0c455677c776cd7ef57c5
+modern:spa,/content/corpus/modern/spa/tachiwin.txt,tachiwin/tokenizer_train,451611,58f3dfd7104b4371657cff4303de50d0af490c4a7740378a80fd41c5bd33ba4e
+modern:tar0,/content/corpus/modern/tar0/tachiwin.txt,tachiwin/tokenizer_train,484648,262eb606934c086d372fc447ee4f0d7c3c166578e4f3f1ca6fa634bccdd75fdb
+modern:toj,/content/corpus/modern/toj/tachiwin.txt,tachiwin/tokenizer_train,675870,32aa2149e0711b964586018115cda8d4d144db5901776cc43f7df525d598b25e
+modern:top,/content/corpus/modern/top/tachiwin.txt,tachiwin/tokenizer_train,495877,9b9801ccef1b7bb07c4fe51800357a5494aaf34eb67c0c3c7cb621ae28a0db18
+modern:tpp,/content/corpus/modern/tpp/tachiwin.txt,tachiwin/tokenizer_train,529336,0e7b21a5c106bee19de4278e05cf7ea1bb5695c11dbd95e86ce59aa377666e1c
+modern:tpx,/content/corpus/modern/tpx/tachiwin.txt,tachiwin/tokenizer_train,439219,9105b345db5959dd6205df7905ea82460ab220cf94822ecd6923c4694c8b0047
+modern:trs,/content/corpus/modern/trs/tachiwin.txt,tachiwin/tokenizer_train,1289319,4b87b99fa626607936c0499a7b9e9e2a982eed514bd9b057d000e1e252a20e3d
+modern:tsz,/content/corpus/modern/tsz/tachiwin.txt,tachiwin/tokenizer_train,515044,81a8789c22bd21a105843e1f295deac40f071520f3a021099f60dcb219a7d2cd
+modern:tzh,/content/corpus/modern/tzh/tachiwin.txt,tachiwin/tokenizer_train,531809,973a8284eb75cb545442093318ca249d8257b53354d417d8609dfcb2ccbaed22
+modern:tzo,/content/corpus/modern/tzo/tachiwin.txt,tachiwin/tokenizer_train,587554,b4d2dd95b805394f9b9bdc1481b01f183e6c57da27953f5b11c5f58b13313601
+modern:unk,/content/corpus/modern/unk/tachiwin.txt,tachiwin/tokenizer_train,472386,c38d18fa4fa83d228f92f31f8166971c9d219e00981828d0f5a5b8228c6142d7
+modern:var,/content/corpus/modern/var/tachiwin.txt,tachiwin/tokenizer_train,35913,924ccc91d299a1b0540fe745cdb3d851c96107c5838b3b34a5e8dddaa94d5cb4
+modern:yaq,/content/corpus/modern/yaq/tachiwin.txt,tachiwin/tokenizer_train,451003,643755beeff11e468457877a825c8052f574165e264565d4a4bad1b680215b77
+modern:yua,/content/corpus/modern/yua/tachiwin.txt,tachiwin/tokenizer_train,692957,80ecdfa0810f93efcfb5f4b86e9fa36e16f63c31fb139ab10f0b61ab8c637727
+modern:zai,/content/corpus/modern/zai/tachiwin.txt,tachiwin/tokenizer_train,515465,ec49fd6fba6658480414a106d67e1fc5e70bfb2c5068cc434032565c1a8227da
+modern:zam,/content/corpus/modern/zam/tachiwin.txt,tachiwin/tokenizer_train,101201,d16654f6dc4b520190d9973dd346c6bb7ae106d284fc4ddb6244367ffb906406
+modern:zoc,/content/corpus/modern/zoc/tachiwin.txt,tachiwin/tokenizer_train,40330,02595710df6e4da5a2a6ec7c2abadeae1b3438c74c1685ac537b45dee90abf04
+modern:zoq,/content/corpus/modern/zoq/tachiwin.txt,tachiwin/tokenizer_train,363388,b5e32794b718e64f059846694e060988a002d0144a9a3a56aa8903813f743a86
+old:amu,/content/corpus/old/amu/tachiwin.txt,tachiwin/tokenizer_train,1863269,d23078a47b4e76ab6e476f302d409a5f8c01527dd396e0c827f268352ce269c1
+old:azg,/content/corpus/old/azg/tachiwin.txt,tachiwin/tokenizer_train,2092504,03febf0a4bf4e0c03c689b8fafd2eac1647ba173fb992d02ba6658751739165b
+old:azz,/content/corpus/old/azz/tachiwin.txt,tachiwin/tokenizer_train,2025011,f56a654debfae91a95e0fff31fae92f62200f6a353df49cd1d6683b3c5c6cc82
+old:cco,/content/corpus/old/cco/tachiwin.txt,tachiwin/tokenizer_train,2646127,6c0f0fc456d5ddd66ab550747f50235fd373c5367a9b8a850ac01a181c836bd0
+old:chd,/content/corpus/old/chd/tachiwin.txt,tachiwin/tokenizer_train,1466443,41f7c3f9b38ccffa8333215898de71ec8e07ff7f9ac72b651c17b56c0c3668a0
+old:chq,/content/corpus/old/chq/tachiwin.txt,tachiwin/tokenizer_train,103895,b9f553f3c13d207d3009678ed7c35faad1b337c4b4a047830ab2bf765fa71547
+eng,/content/corpus/eng/shard_000.txt,uonlp/CulturaX:en,5002329,23517a03f9b832f54a7cc0c0ade0e37011d6ee4b82752fc562b253007d86652b
+spa,/content/corpus/spa/shard_000.txt,uonlp/CulturaX:es,5000693,458b6bb2bd5c5d7b1978e12fef2b0b47e63b5c56b7ad1ad2a8d2f850284effdf
+code,/content/corpus/code/shard_000.txt,bigcode/the-stack-smol,5002607,154ba8ef1902385767722bd4fce99593d7cadbb571779a4013d58ef8dad4c32a