my-tf-nn-model-v4 / tokenizer.json
eagle0504's picture
Upload tokenizer.json with huggingface_hub
d154ae5 verified
{"class_name": "Tokenizer", "config": {"num_words": null, "filters": "!\"#$%&()*+,-./:;<=>?@[\\]^_`{|}~\t\n", "lower": true, "split": " ", "char_level": false, "oov_token": null, "document_count": 20, "word_counts": "{\"i\": 3, \"have\": 1, \"just\": 1, \"been\": 1, \"on\": 1, \"an\": 1, \"international\": 1, \"flight\": 1, \"how\": 7, \"can\": 1, \"improve\": 2, \"my\": 1, \"sleep\": 2, \"quality\": 1, \"what\": 4, \"are\": 3, \"the\": 3, \"symptoms\": 2, \"of\": 4, \"vitamin\": 1, \"d\": 1, \"deficiency\": 1, \"best\": 3, \"exercises\": 2, \"for\": 3, \"lower\": 2, \"back\": 1, \"pain\": 1, \"relief\": 1, \"healthy\": 2, \"meal\": 1, \"ideas\": 1, \"weight\": 1, \"loss\": 1, \"to\": 8, \"reduce\": 1, \"stress\": 1, \"and\": 2, \"anxiety\": 1, \"naturally\": 2, \"benefits\": 1, \"intermittent\": 1, \"fasting\": 1, \"tips\": 1, \"maintaining\": 1, \"skin\": 1, \"much\": 1, \"water\": 1, \"should\": 1, \"drink\": 1, \"daily\": 1, \"ways\": 2, \"boost\": 1, \"immune\": 1, \"system\": 1, \"posture\": 1, \"manage\": 1, \"time\": 1, \"effectively\": 1, \"signs\": 1, \"dehydration\": 1, \"foods\": 2, \"help\": 2, \"cholesterol\": 1, \"stay\": 1, \"productive\": 1, \"while\": 1, \"working\": 1, \"remotely\": 1, \"dangers\": 1, \"processed\": 1, \"get\": 1, \"better\": 1, \"without\": 1, \"medication\": 1, \"increase\": 1, \"energy\": 1, \"levels\": 1, \"does\": 1, \"meditation\": 1, \"mental\": 1, \"health\": 1, \"strategies\": 1, \"quit\": 1, \"smoking\": 1}", "word_docs": "{\"just\": 1, \"i\": 3, \"have\": 1, \"been\": 1, \"an\": 1, \"international\": 1, \"on\": 1, \"flight\": 1, \"can\": 1, \"improve\": 2, \"sleep\": 2, \"quality\": 1, \"my\": 1, \"how\": 7, \"d\": 1, \"of\": 4, \"deficiency\": 1, \"the\": 3, \"are\": 3, \"vitamin\": 1, \"symptoms\": 2, \"what\": 4, \"exercises\": 2, \"lower\": 2, \"best\": 3, \"relief\": 1, \"back\": 1, \"pain\": 1, \"for\": 3, \"loss\": 1, \"ideas\": 1, \"weight\": 1, \"meal\": 1, \"healthy\": 2, \"to\": 8, \"stress\": 1, \"reduce\": 1, \"naturally\": 2, \"anxiety\": 1, \"and\": 2, \"intermittent\": 1, \"fasting\": 1, \"benefits\": 1, \"maintaining\": 1, \"skin\": 1, \"tips\": 1, \"daily\": 1, \"much\": 1, \"drink\": 1, \"should\": 1, \"water\": 1, \"immune\": 1, \"boost\": 1, \"system\": 1, \"ways\": 2, \"posture\": 1, \"effectively\": 1, \"manage\": 1, \"time\": 1, \"signs\": 1, \"dehydration\": 1, \"cholesterol\": 1, \"foods\": 2, \"help\": 2, \"remotely\": 1, \"productive\": 1, \"stay\": 1, \"working\": 1, \"while\": 1, \"processed\": 1, \"dangers\": 1, \"medication\": 1, \"get\": 1, \"better\": 1, \"without\": 1, \"increase\": 1, \"levels\": 1, \"energy\": 1, \"does\": 1, \"meditation\": 1, \"health\": 1, \"mental\": 1, \"quit\": 1, \"smoking\": 1, \"strategies\": 1}", "index_docs": "{\"22\": 1, \"5\": 3, \"21\": 1, \"23\": 1, \"25\": 1, \"26\": 1, \"24\": 1, \"27\": 1, \"28\": 1, \"10\": 2, \"11\": 2, \"30\": 1, \"29\": 1, \"2\": 7, \"32\": 1, \"4\": 4, \"33\": 1, \"7\": 3, \"6\": 3, \"31\": 1, \"12\": 2, \"3\": 4, \"13\": 2, \"14\": 2, \"8\": 3, \"36\": 1, \"34\": 1, \"35\": 1, \"9\": 3, \"40\": 1, \"38\": 1, \"39\": 1, \"37\": 1, \"15\": 2, \"1\": 8, \"42\": 1, \"41\": 1, \"17\": 2, \"43\": 1, \"16\": 2, \"45\": 1, \"46\": 1, \"44\": 1, \"48\": 1, \"49\": 1, \"47\": 1, \"54\": 1, \"50\": 1, \"53\": 1, \"52\": 1, \"51\": 1, \"56\": 1, \"55\": 1, \"57\": 1, \"18\": 2, \"58\": 1, \"61\": 1, \"59\": 1, \"60\": 1, \"62\": 1, \"63\": 1, \"64\": 1, \"19\": 2, \"20\": 2, \"69\": 1, \"66\": 1, \"65\": 1, \"68\": 1, \"67\": 1, \"71\": 1, \"70\": 1, \"75\": 1, \"72\": 1, \"73\": 1, \"74\": 1, \"76\": 1, \"78\": 1, \"77\": 1, \"79\": 1, \"80\": 1, \"82\": 1, \"81\": 1, \"84\": 1, \"85\": 1, \"83\": 1}", "index_word": "{\"1\": \"to\", \"2\": \"how\", \"3\": \"what\", \"4\": \"of\", \"5\": \"i\", \"6\": \"are\", \"7\": \"the\", \"8\": \"best\", \"9\": \"for\", \"10\": \"improve\", \"11\": \"sleep\", \"12\": \"symptoms\", \"13\": \"exercises\", \"14\": \"lower\", \"15\": \"healthy\", \"16\": \"and\", \"17\": \"naturally\", \"18\": \"ways\", \"19\": \"foods\", \"20\": \"help\", \"21\": \"have\", \"22\": \"just\", \"23\": \"been\", \"24\": \"on\", \"25\": \"an\", \"26\": \"international\", \"27\": \"flight\", \"28\": \"can\", \"29\": \"my\", \"30\": \"quality\", \"31\": \"vitamin\", \"32\": \"d\", \"33\": \"deficiency\", \"34\": \"back\", \"35\": \"pain\", \"36\": \"relief\", \"37\": \"meal\", \"38\": \"ideas\", \"39\": \"weight\", \"40\": \"loss\", \"41\": \"reduce\", \"42\": \"stress\", \"43\": \"anxiety\", \"44\": \"benefits\", \"45\": \"intermittent\", \"46\": \"fasting\", \"47\": \"tips\", \"48\": \"maintaining\", \"49\": \"skin\", \"50\": \"much\", \"51\": \"water\", \"52\": \"should\", \"53\": \"drink\", \"54\": \"daily\", \"55\": \"boost\", \"56\": \"immune\", \"57\": \"system\", \"58\": \"posture\", \"59\": \"manage\", \"60\": \"time\", \"61\": \"effectively\", \"62\": \"signs\", \"63\": \"dehydration\", \"64\": \"cholesterol\", \"65\": \"stay\", \"66\": \"productive\", \"67\": \"while\", \"68\": \"working\", \"69\": \"remotely\", \"70\": \"dangers\", \"71\": \"processed\", \"72\": \"get\", \"73\": \"better\", \"74\": \"without\", \"75\": \"medication\", \"76\": \"increase\", \"77\": \"energy\", \"78\": \"levels\", \"79\": \"does\", \"80\": \"meditation\", \"81\": \"mental\", \"82\": \"health\", \"83\": \"strategies\", \"84\": \"quit\", \"85\": \"smoking\"}", "word_index": "{\"to\": 1, \"how\": 2, \"what\": 3, \"of\": 4, \"i\": 5, \"are\": 6, \"the\": 7, \"best\": 8, \"for\": 9, \"improve\": 10, \"sleep\": 11, \"symptoms\": 12, \"exercises\": 13, \"lower\": 14, \"healthy\": 15, \"and\": 16, \"naturally\": 17, \"ways\": 18, \"foods\": 19, \"help\": 20, \"have\": 21, \"just\": 22, \"been\": 23, \"on\": 24, \"an\": 25, \"international\": 26, \"flight\": 27, \"can\": 28, \"my\": 29, \"quality\": 30, \"vitamin\": 31, \"d\": 32, \"deficiency\": 33, \"back\": 34, \"pain\": 35, \"relief\": 36, \"meal\": 37, \"ideas\": 38, \"weight\": 39, \"loss\": 40, \"reduce\": 41, \"stress\": 42, \"anxiety\": 43, \"benefits\": 44, \"intermittent\": 45, \"fasting\": 46, \"tips\": 47, \"maintaining\": 48, \"skin\": 49, \"much\": 50, \"water\": 51, \"should\": 52, \"drink\": 53, \"daily\": 54, \"boost\": 55, \"immune\": 56, \"system\": 57, \"posture\": 58, \"manage\": 59, \"time\": 60, \"effectively\": 61, \"signs\": 62, \"dehydration\": 63, \"cholesterol\": 64, \"stay\": 65, \"productive\": 66, \"while\": 67, \"working\": 68, \"remotely\": 69, \"dangers\": 70, \"processed\": 71, \"get\": 72, \"better\": 73, \"without\": 74, \"medication\": 75, \"increase\": 76, \"energy\": 77, \"levels\": 78, \"does\": 79, \"meditation\": 80, \"mental\": 81, \"health\": 82, \"strategies\": 83, \"quit\": 84, \"smoking\": 85}"}}