my-chemistry-model / tokenizer.json
vicky00700's picture
Upload SMILES tokenizer
cda45dd verified
Raw
History Blame Contribute Delete
1.78 kB
{
"id_to_token": {
"0": "C",
"1": "N",
"10": "n",
"11": "o",
"12": "s",
"13": "p",
"14": "=",
"15": "#",
"16": "@",
"17": "/",
"18": "\\",
"19": "+",
"2": "O",
"20": "-",
"21": ".",
"22": "(",
"23": ")",
"24": "[",
"25": "]",
"26": "1",
"27": "2",
"28": "3",
"29": "4",
"3": "P",
"30": "5",
"31": "6",
"32": "7",
"33": "8",
"34": "9",
"35": "0",
"36": "%",
"37": "@@",
"38": "[H]",
"39": "[nH]",
"4": "S",
"40": "[NH]",
"41": "[OH]",
"42": "[CH2]",
"43": "[CH3]",
"44": "Mg",
"45": "Li",
"46": "Na",
"47": "Si",
"48": "Se",
"49": "<PAD>",
"5": "F",
"50": "<UNK>",
"51": "<SOS>",
"52": "<EOS>",
"6": "Cl",
"7": "Br",
"8": "I",
"9": "c"
},
"model_max_length": 256,
"token_to_id": {
"#": 15,
"%": 36,
"(": 22,
")": 23,
"+": 19,
"-": 20,
".": 21,
"/": 17,
"0": 35,
"1": 26,
"2": 27,
"3": 28,
"4": 29,
"5": 30,
"6": 31,
"7": 32,
"8": 33,
"9": 34,
"<EOS>": 52,
"<PAD>": 49,
"<SOS>": 51,
"<UNK>": 50,
"=": 14,
"@": 16,
"@@": 37,
"Br": 7,
"C": 0,
"Cl": 6,
"F": 5,
"I": 8,
"Li": 45,
"Mg": 44,
"N": 1,
"Na": 46,
"O": 2,
"P": 3,
"S": 4,
"Se": 48,
"Si": 47,
"[": 24,
"[CH2]": 42,
"[CH3]": 43,
"[H]": 38,
"[NH]": 40,
"[OH]": 41,
"[nH]": 39,
"\\": 18,
"]": 25,
"c": 9,
"n": 10,
"o": 11,
"p": 13,
"s": 12
},
"tokenizer_class": "SMILESTokenizer"
}