quantum-ai2 / huggingface_export /tokenizer.json
Ben
Fix src imports for flat file structure
0e8989e
Raw
History Blame Contribute Delete
2.82 kB
{
"word_to_id": {
"<PAD>": 0,
"<UNK>": 1,
"<BOS>": 2,
"<EOS>": 3,
"of": 4,
"and": 5,
"through": 6,
"cellular": 7,
"understanding": 8,
"study": 9,
"electromagnetic": 10,
"radiation": 11,
"reveals": 12,
"fundamental": 13,
"principles": 14,
"energy": 15,
"propagation": 16,
"biology": 17,
"has": 18,
"shown": 19,
"remarkable": 20,
"progress": 21,
"in": 22,
"disease": 23,
"mechanisms": 24,
"therapeutic": 25,
"quantum": 26,
"mechanical": 27,
"description": 28,
"atoms": 29,
"provides": 30,
"insight": 31,
"into": 32,
"molecular": 33,
"bonding": 34,
"chemical": 35,
"selection": 36,
"operates": 37,
"differential": 38,
"survival": 39,
"reproduction": 40,
"organisms": 41,
"with": 42,
"advantageous": 43,
"cancer": 44,
"requires": 45,
"knowledge": 46,
"growth": 47,
"regulation": 48,
"dna": 49,
"damage": 50,
"repair": 51,
"space...the": 52,
"interventions...cellular": 53,
"reactions...the": 54,
"traits...natural": 55,
"mechanisms...understanding": 56,
"the": 57,
"space...": 58,
"interventions...": 59,
"reactions...": 60,
"natural": 61,
"traits...": 62,
"mechanisms...": 63
},
"id_to_word": {
"0": "<PAD>",
"1": "<UNK>",
"2": "<BOS>",
"3": "<EOS>",
"4": "of",
"5": "and",
"6": "through",
"7": "cellular",
"8": "understanding",
"9": "study",
"10": "electromagnetic",
"11": "radiation",
"12": "reveals",
"13": "fundamental",
"14": "principles",
"15": "energy",
"16": "propagation",
"17": "biology",
"18": "has",
"19": "shown",
"20": "remarkable",
"21": "progress",
"22": "in",
"23": "disease",
"24": "mechanisms",
"25": "therapeutic",
"26": "quantum",
"27": "mechanical",
"28": "description",
"29": "atoms",
"30": "provides",
"31": "insight",
"32": "into",
"33": "molecular",
"34": "bonding",
"35": "chemical",
"36": "selection",
"37": "operates",
"38": "differential",
"39": "survival",
"40": "reproduction",
"41": "organisms",
"42": "with",
"43": "advantageous",
"44": "cancer",
"45": "requires",
"46": "knowledge",
"47": "growth",
"48": "regulation",
"49": "dna",
"50": "damage",
"51": "repair",
"52": "space...the",
"53": "interventions...cellular",
"54": "reactions...the",
"55": "traits...natural",
"56": "mechanisms...understanding",
"57": "the",
"58": "space...",
"59": "interventions...",
"60": "reactions...",
"61": "natural",
"62": "traits...",
"63": "mechanisms..."
},
"vocab_size": 64
}