admincybers2's picture
download
raw
75 kB
{
"format": "mdc_profile_sequence_v1",
"record_count": 100000,
"sequence_type": "protein",
"compatibility": {
"sequence_token_ids_preserved": true,
"protein_checkpoint_vocab_rows": 256
},
"text_format": {
"profile_start_token": "<|profile|>",
"separator_token": "<|sep|>",
"train_end_token": "<|endoftext|>",
"sequence_start_token": "<|protein|>"
},
"profile_tokenizer": {
"type": "bpe",
"tokenizer": {
"special_tokens": [
"<|pad|>",
"<|bos|>",
"<|eos|>"
],
"base_charset": [
" ",
"!",
"\"",
"#",
"$",
"%",
"&",
"'",
"(",
")",
"*",
"+",
",",
"-",
".",
"/",
"0",
"1",
"2",
"3",
"4",
"5",
"6",
"7",
"8",
"9",
":",
";",
"<",
"=",
">",
"?",
"@",
"A",
"B",
"C",
"D",
"E",
"F",
"G",
"H",
"I",
"J",
"K",
"L",
"M",
"N",
"O",
"P",
"Q",
"R",
"S",
"T",
"U",
"V",
"W",
"X",
"Y",
"Z",
"[",
"\\",
"]",
"^",
"_",
"`",
"a",
"b",
"c",
"d",
"e",
"f",
"g",
"h",
"i",
"j",
"k",
"l",
"m",
"n",
"o",
"p",
"q",
"r",
"s",
"t",
"u",
"v",
"w",
"x",
"y",
"z",
"{",
"|",
"}",
"~",
"\n"
],
"str_to_int": {
"<|pad|>": 0,
"<|bos|>": 1,
"<|eos|>": 2,
" ": 3,
"!": 4,
"\"": 5,
"#": 6,
"$": 7,
"%": 8,
"&": 9,
"'": 10,
"(": 11,
")": 12,
"*": 13,
"+": 14,
",": 15,
"-": 16,
".": 17,
"/": 18,
"0": 19,
"1": 20,
"2": 21,
"3": 22,
"4": 23,
"5": 24,
"6": 25,
"7": 26,
"8": 27,
"9": 28,
":": 29,
";": 30,
"<": 31,
"=": 32,
">": 33,
"?": 34,
"@": 35,
"A": 36,
"B": 37,
"C": 38,
"D": 39,
"E": 40,
"F": 41,
"G": 42,
"H": 43,
"I": 44,
"J": 45,
"K": 46,
"L": 47,
"M": 48,
"N": 49,
"O": 50,
"P": 51,
"Q": 52,
"R": 53,
"S": 54,
"T": 55,
"U": 56,
"V": 57,
"W": 58,
"X": 59,
"Y": 60,
"Z": 61,
"[": 62,
"\\": 63,
"]": 64,
"^": 65,
"_": 66,
"`": 67,
"a": 68,
"b": 69,
"c": 70,
"d": 71,
"e": 72,
"f": 73,
"g": 74,
"h": 75,
"i": 76,
"j": 77,
"k": 78,
"l": 79,
"m": 80,
"n": 81,
"o": 82,
"p": 83,
"q": 84,
"r": 85,
"s": 86,
"t": 87,
"u": 88,
"v": 89,
"w": 90,
"x": 91,
"y": 92,
"z": 93,
"{": 94,
"|": 95,
"}": 96,
"~": 97,
"\n": 98,
"es": 99,
"on": 100,
"ri": 101,
"e ": 102,
"in": 103,
"ro": 104,
"at": 105,
"; ": 106,
"th": 107,
"s ": 108,
"##": 109,
"an": 110,
"pro": 111,
"ti": 112,
"uc": 113,
"el": 114,
"tion": 115,
"or": 116,
"eq": 117,
"tr": 118,
"a ": 119,
"te": 120,
"as": 121,
"cri": 122,
". ": 123,
"tion ": 124,
"pon": 125,
"str": 126,
"des": 127,
"espon": 128,
"espons": 129,
"at ": 130,
"es ": 131,
"that ": 132,
"struc": 133,
"descri": 134,
"###": 135,
"### ": 136,
"in ": 137,
"equ": 138,
"prote": 139,
"en": 140,
"protein ": 141,
"y ": 142,
"co": 143,
"al": 144,
"is": 145,
"m ": 146,
"t ": 147,
"et": 148,
"la": 149,
"ke": 150,
"ds ": 151,
"; ke": 152,
"; key": 153,
"; keyw": 154,
"; keywor": 155,
"; keywords ": 156,
": ": 157,
"duc": 158,
"tas": 159,
"pl": 160,
"ption ": 161,
"com": 162,
"e r": 163,
"ap": 164,
"is ": 165,
"ef": 166,
"compl": 167,
" in": 168,
"gan": 169,
"prop": 170,
"respons": 171,
"est": 172,
"te ": 173,
"ow": 174,
"lab": 175,
"ase ": 176,
"In": 177,
"organ": 178,
"response ": 179,
"rite ": 180,
"e:": 181,
". ### ": 182,
"ism ": 183,
"ow ": 184,
"describ": 185,
"e requ": 186,
"is an": 187,
"es a ": 188,
". W": 189,
"produc": 190,
"product ": 191,
"Bel": 192,
"Below ": 193,
"Below is an": 194,
"Below is an in": 195,
"Below is an instruc": 196,
"Below is an instruction ": 197,
"Below is an instruction that ": 198,
"Below is an instruction that describ": 199,
"Below is an instruction that describes a ": 200,
"Below is an instruction that describes a tas": 201,
"Below is an instruction that describes a task": 202,
"Below is an instruction that describes a task. W": 203,
"Below is an instruction that describes a task. Write ": 204,
"Below is an instruction that describes a task. Write a ": 205,
"Below is an instruction that describes a task. Write a response ": 206,
"Below is an instruction that describes a task. Write a response that ": 207,
"Below is an instruction that describes a task. Write a response that ap": 208,
"Below is an instruction that describes a task. Write a response that approp": 209,
"Below is an instruction that describes a task. Write a response that appropri": 210,
"Below is an instruction that describes a task. Write a response that appropriat": 211,
"Below is an instruction that describes a task. Write a response that appropriatel": 212,
"Below is an instruction that describes a task. Write a response that appropriately ": 213,
"Below is an instruction that describes a task. Write a response that appropriately compl": 214,
"Below is an instruction that describes a task. Write a response that appropriately complet": 215,
"Below is an instruction that describes a task. Write a response that appropriately completes ": 216,
"Below is an instruction that describes a task. Write a response that appropriately completes th": 217,
"Below is an instruction that describes a task. Write a response that appropriately completes the requ": 218,
"Below is an instruction that describes a task. Write a response that appropriately completes the request": 219,
"Below is an instruction that describes a task. Write a response that appropriately completes the request. ### ": 220,
"Below is an instruction that describes a task. Write a response that appropriately completes the request. ### In": 221,
"Below is an instruction that describes a task. Write a response that appropriately completes the request. ### Instruc": 222,
"Below is an instruction that describes a task. Write a response that appropriately completes the request. ### Instruction": 223,
"Below is an instruction that describes a task. Write a response that appropriately completes the request. ### Instruction: ": 224,
"Below is an instruction that describes a task. Write a response that appropriately completes the request. ### Instruction: lab": 225,
"Below is an instruction that describes a task. Write a response that appropriately completes the request. ### Instruction: label": 226,
"Below is an instruction that describes a task. Write a response that appropriately completes the request. ### Instruction: labels ": 227,
"; descri": 228,
"; description ": 229,
"].": 230,
"].; ": 231,
"].; organ": 232,
"].; organism ": 233,
"Ref": 234,
"RefS": 235,
"RefSeq": 236,
"RefSeq; ": 237,
"RefSeq; product ": 238,
"Respons": 239,
"Response:": 240,
"Response:\n": 241,
"Response:\nBelow is an instruction that describes a task. Write a response that appropriately completes the request. ### Instruction: labels ": 242,
"### Response:\nBelow is an instruction that describes a task. Write a response that appropriately completes the request. ### Instruction: labels ": 243,
"; keywords RefSeq; product ": 244,
"ce": 245,
"er": 246,
"am": 247,
"protein s": 248,
"ce; description ": 249,
"protein sequ": 250,
"protein sequen": 251,
"protein sequence; description ": 252,
"### Response:\nBelow is an instruction that describes a task. Write a response that appropriately completes the request. ### Instruction: labels protein sequence; description ": 253,
"cu": 254,
"il": 255
},
"int_to_str": {
"0": "<|pad|>",
"1": "<|bos|>",
"2": "<|eos|>",
"3": " ",
"4": "!",
"5": "\"",
"6": "#",
"7": "$",
"8": "%",
"9": "&",
"10": "'",
"11": "(",
"12": ")",
"13": "*",
"14": "+",
"15": ",",
"16": "-",
"17": ".",
"18": "/",
"19": "0",
"20": "1",
"21": "2",
"22": "3",
"23": "4",
"24": "5",
"25": "6",
"26": "7",
"27": "8",
"28": "9",
"29": ":",
"30": ";",
"31": "<",
"32": "=",
"33": ">",
"34": "?",
"35": "@",
"36": "A",
"37": "B",
"38": "C",
"39": "D",
"40": "E",
"41": "F",
"42": "G",
"43": "H",
"44": "I",
"45": "J",
"46": "K",
"47": "L",
"48": "M",
"49": "N",
"50": "O",
"51": "P",
"52": "Q",
"53": "R",
"54": "S",
"55": "T",
"56": "U",
"57": "V",
"58": "W",
"59": "X",
"60": "Y",
"61": "Z",
"62": "[",
"63": "\\",
"64": "]",
"65": "^",
"66": "_",
"67": "`",
"68": "a",
"69": "b",
"70": "c",
"71": "d",
"72": "e",
"73": "f",
"74": "g",
"75": "h",
"76": "i",
"77": "j",
"78": "k",
"79": "l",
"80": "m",
"81": "n",
"82": "o",
"83": "p",
"84": "q",
"85": "r",
"86": "s",
"87": "t",
"88": "u",
"89": "v",
"90": "w",
"91": "x",
"92": "y",
"93": "z",
"94": "{",
"95": "|",
"96": "}",
"97": "~",
"98": "\n",
"99": "es",
"100": "on",
"101": "ri",
"102": "e ",
"103": "in",
"104": "ro",
"105": "at",
"106": "; ",
"107": "th",
"108": "s ",
"109": "##",
"110": "an",
"111": "pro",
"112": "ti",
"113": "uc",
"114": "el",
"115": "tion",
"116": "or",
"117": "eq",
"118": "tr",
"119": "a ",
"120": "te",
"121": "as",
"122": "cri",
"123": ". ",
"124": "tion ",
"125": "pon",
"126": "str",
"127": "des",
"128": "espon",
"129": "espons",
"130": "at ",
"131": "es ",
"132": "that ",
"133": "struc",
"134": "descri",
"135": "###",
"136": "### ",
"137": "in ",
"138": "equ",
"139": "prote",
"140": "en",
"141": "protein ",
"142": "y ",
"143": "co",
"144": "al",
"145": "is",
"146": "m ",
"147": "t ",
"148": "et",
"149": "la",
"150": "ke",
"151": "ds ",
"152": "; ke",
"153": "; key",
"154": "; keyw",
"155": "; keywor",
"156": "; keywords ",
"157": ": ",
"158": "duc",
"159": "tas",
"160": "pl",
"161": "ption ",
"162": "com",
"163": "e r",
"164": "ap",
"165": "is ",
"166": "ef",
"167": "compl",
"168": " in",
"169": "gan",
"170": "prop",
"171": "respons",
"172": "est",
"173": "te ",
"174": "ow",
"175": "lab",
"176": "ase ",
"177": "In",
"178": "organ",
"179": "response ",
"180": "rite ",
"181": "e:",
"182": ". ### ",
"183": "ism ",
"184": "ow ",
"185": "describ",
"186": "e requ",
"187": "is an",
"188": "es a ",
"189": ". W",
"190": "produc",
"191": "product ",
"192": "Bel",
"193": "Below ",
"194": "Below is an",
"195": "Below is an in",
"196": "Below is an instruc",
"197": "Below is an instruction ",
"198": "Below is an instruction that ",
"199": "Below is an instruction that describ",
"200": "Below is an instruction that describes a ",
"201": "Below is an instruction that describes a tas",
"202": "Below is an instruction that describes a task",
"203": "Below is an instruction that describes a task. W",
"204": "Below is an instruction that describes a task. Write ",
"205": "Below is an instruction that describes a task. Write a ",
"206": "Below is an instruction that describes a task. Write a response ",
"207": "Below is an instruction that describes a task. Write a response that ",
"208": "Below is an instruction that describes a task. Write a response that ap",
"209": "Below is an instruction that describes a task. Write a response that approp",
"210": "Below is an instruction that describes a task. Write a response that appropri",
"211": "Below is an instruction that describes a task. Write a response that appropriat",
"212": "Below is an instruction that describes a task. Write a response that appropriatel",
"213": "Below is an instruction that describes a task. Write a response that appropriately ",
"214": "Below is an instruction that describes a task. Write a response that appropriately compl",
"215": "Below is an instruction that describes a task. Write a response that appropriately complet",
"216": "Below is an instruction that describes a task. Write a response that appropriately completes ",
"217": "Below is an instruction that describes a task. Write a response that appropriately completes th",
"218": "Below is an instruction that describes a task. Write a response that appropriately completes the requ",
"219": "Below is an instruction that describes a task. Write a response that appropriately completes the request",
"220": "Below is an instruction that describes a task. Write a response that appropriately completes the request. ### ",
"221": "Below is an instruction that describes a task. Write a response that appropriately completes the request. ### In",
"222": "Below is an instruction that describes a task. Write a response that appropriately completes the request. ### Instruc",
"223": "Below is an instruction that describes a task. Write a response that appropriately completes the request. ### Instruction",
"224": "Below is an instruction that describes a task. Write a response that appropriately completes the request. ### Instruction: ",
"225": "Below is an instruction that describes a task. Write a response that appropriately completes the request. ### Instruction: lab",
"226": "Below is an instruction that describes a task. Write a response that appropriately completes the request. ### Instruction: label",
"227": "Below is an instruction that describes a task. Write a response that appropriately completes the request. ### Instruction: labels ",
"228": "; descri",
"229": "; description ",
"230": "].",
"231": "].; ",
"232": "].; organ",
"233": "].; organism ",
"234": "Ref",
"235": "RefS",
"236": "RefSeq",
"237": "RefSeq; ",
"238": "RefSeq; product ",
"239": "Respons",
"240": "Response:",
"241": "Response:\n",
"242": "Response:\nBelow is an instruction that describes a task. Write a response that appropriately completes the request. ### Instruction: labels ",
"243": "### Response:\nBelow is an instruction that describes a task. Write a response that appropriately completes the request. ### Instruction: labels ",
"244": "; keywords RefSeq; product ",
"245": "ce",
"246": "er",
"247": "am",
"248": "protein s",
"249": "ce; description ",
"250": "protein sequ",
"251": "protein sequen",
"252": "protein sequence; description ",
"253": "### Response:\nBelow is an instruction that describes a task. Write a response that appropriately completes the request. ### Instruction: labels protein sequence; description ",
"254": "cu",
"255": "il"
},
"bpe_merges": [
{
"pair": [
72,
86
],
"new_id": 99
},
{
"pair": [
82,
81
],
"new_id": 100
},
{
"pair": [
85,
76
],
"new_id": 101
},
{
"pair": [
72,
3
],
"new_id": 102
},
{
"pair": [
76,
81
],
"new_id": 103
},
{
"pair": [
85,
82
],
"new_id": 104
},
{
"pair": [
68,
87
],
"new_id": 105
},
{
"pair": [
30,
3
],
"new_id": 106
},
{
"pair": [
87,
75
],
"new_id": 107
},
{
"pair": [
86,
3
],
"new_id": 108
},
{
"pair": [
6,
6
],
"new_id": 109
},
{
"pair": [
68,
81
],
"new_id": 110
},
{
"pair": [
83,
104
],
"new_id": 111
},
{
"pair": [
87,
76
],
"new_id": 112
},
{
"pair": [
88,
70
],
"new_id": 113
},
{
"pair": [
72,
79
],
"new_id": 114
},
{
"pair": [
112,
100
],
"new_id": 115
},
{
"pair": [
82,
85
],
"new_id": 116
},
{
"pair": [
72,
84
],
"new_id": 117
},
{
"pair": [
87,
85
],
"new_id": 118
},
{
"pair": [
68,
3
],
"new_id": 119
},
{
"pair": [
87,
72
],
"new_id": 120
},
{
"pair": [
68,
86
],
"new_id": 121
},
{
"pair": [
70,
101
],
"new_id": 122
},
{
"pair": [
17,
3
],
"new_id": 123
},
{
"pair": [
115,
3
],
"new_id": 124
},
{
"pair": [
83,
100
],
"new_id": 125
},
{
"pair": [
86,
118
],
"new_id": 126
},
{
"pair": [
71,
99
],
"new_id": 127
},
{
"pair": [
99,
125
],
"new_id": 128
},
{
"pair": [
128,
86
],
"new_id": 129
},
{
"pair": [
105,
3
],
"new_id": 130
},
{
"pair": [
99,
3
],
"new_id": 131
},
{
"pair": [
107,
130
],
"new_id": 132
},
{
"pair": [
126,
113
],
"new_id": 133
},
{
"pair": [
127,
122
],
"new_id": 134
},
{
"pair": [
109,
6
],
"new_id": 135
},
{
"pair": [
135,
3
],
"new_id": 136
},
{
"pair": [
103,
3
],
"new_id": 137
},
{
"pair": [
117,
88
],
"new_id": 138
},
{
"pair": [
111,
120
],
"new_id": 139
},
{
"pair": [
72,
81
],
"new_id": 140
},
{
"pair": [
139,
137
],
"new_id": 141
},
{
"pair": [
92,
3
],
"new_id": 142
},
{
"pair": [
70,
82
],
"new_id": 143
},
{
"pair": [
68,
79
],
"new_id": 144
},
{
"pair": [
76,
86
],
"new_id": 145
},
{
"pair": [
80,
3
],
"new_id": 146
},
{
"pair": [
87,
3
],
"new_id": 147
},
{
"pair": [
72,
87
],
"new_id": 148
},
{
"pair": [
79,
68
],
"new_id": 149
},
{
"pair": [
78,
72
],
"new_id": 150
},
{
"pair": [
71,
108
],
"new_id": 151
},
{
"pair": [
106,
150
],
"new_id": 152
},
{
"pair": [
152,
92
],
"new_id": 153
},
{
"pair": [
153,
90
],
"new_id": 154
},
{
"pair": [
154,
116
],
"new_id": 155
},
{
"pair": [
155,
151
],
"new_id": 156
},
{
"pair": [
29,
3
],
"new_id": 157
},
{
"pair": [
71,
113
],
"new_id": 158
},
{
"pair": [
87,
121
],
"new_id": 159
},
{
"pair": [
83,
79
],
"new_id": 160
},
{
"pair": [
83,
124
],
"new_id": 161
},
{
"pair": [
143,
80
],
"new_id": 162
},
{
"pair": [
102,
85
],
"new_id": 163
},
{
"pair": [
68,
83
],
"new_id": 164
},
{
"pair": [
76,
108
],
"new_id": 165
},
{
"pair": [
72,
73
],
"new_id": 166
},
{
"pair": [
162,
160
],
"new_id": 167
},
{
"pair": [
3,
103
],
"new_id": 168
},
{
"pair": [
74,
110
],
"new_id": 169
},
{
"pair": [
111,
83
],
"new_id": 170
},
{
"pair": [
85,
129
],
"new_id": 171
},
{
"pair": [
99,
87
],
"new_id": 172
},
{
"pair": [
87,
102
],
"new_id": 173
},
{
"pair": [
82,
90
],
"new_id": 174
},
{
"pair": [
149,
69
],
"new_id": 175
},
{
"pair": [
121,
102
],
"new_id": 176
},
{
"pair": [
44,
81
],
"new_id": 177
},
{
"pair": [
116,
169
],
"new_id": 178
},
{
"pair": [
171,
102
],
"new_id": 179
},
{
"pair": [
101,
173
],
"new_id": 180
},
{
"pair": [
72,
29
],
"new_id": 181
},
{
"pair": [
123,
136
],
"new_id": 182
},
{
"pair": [
145,
146
],
"new_id": 183
},
{
"pair": [
174,
3
],
"new_id": 184
},
{
"pair": [
134,
69
],
"new_id": 185
},
{
"pair": [
163,
138
],
"new_id": 186
},
{
"pair": [
165,
110
],
"new_id": 187
},
{
"pair": [
131,
119
],
"new_id": 188
},
{
"pair": [
123,
58
],
"new_id": 189
},
{
"pair": [
111,
158
],
"new_id": 190
},
{
"pair": [
190,
147
],
"new_id": 191
},
{
"pair": [
37,
114
],
"new_id": 192
},
{
"pair": [
192,
184
],
"new_id": 193
},
{
"pair": [
193,
187
],
"new_id": 194
},
{
"pair": [
194,
168
],
"new_id": 195
},
{
"pair": [
195,
133
],
"new_id": 196
},
{
"pair": [
196,
124
],
"new_id": 197
},
{
"pair": [
197,
132
],
"new_id": 198
},
{
"pair": [
198,
185
],
"new_id": 199
},
{
"pair": [
199,
188
],
"new_id": 200
},
{
"pair": [
200,
159
],
"new_id": 201
},
{
"pair": [
201,
78
],
"new_id": 202
},
{
"pair": [
202,
189
],
"new_id": 203
},
{
"pair": [
203,
180
],
"new_id": 204
},
{
"pair": [
204,
119
],
"new_id": 205
},
{
"pair": [
205,
179
],
"new_id": 206
},
{
"pair": [
206,
132
],
"new_id": 207
},
{
"pair": [
207,
164
],
"new_id": 208
},
{
"pair": [
208,
170
],
"new_id": 209
},
{
"pair": [
209,
101
],
"new_id": 210
},
{
"pair": [
210,
105
],
"new_id": 211
},
{
"pair": [
211,
114
],
"new_id": 212
},
{
"pair": [
212,
142
],
"new_id": 213
},
{
"pair": [
213,
167
],
"new_id": 214
},
{
"pair": [
214,
148
],
"new_id": 215
},
{
"pair": [
215,
131
],
"new_id": 216
},
{
"pair": [
216,
107
],
"new_id": 217
},
{
"pair": [
217,
186
],
"new_id": 218
},
{
"pair": [
218,
172
],
"new_id": 219
},
{
"pair": [
219,
182
],
"new_id": 220
},
{
"pair": [
220,
177
],
"new_id": 221
},
{
"pair": [
221,
133
],
"new_id": 222
},
{
"pair": [
222,
115
],
"new_id": 223
},
{
"pair": [
223,
157
],
"new_id": 224
},
{
"pair": [
224,
175
],
"new_id": 225
},
{
"pair": [
225,
114
],
"new_id": 226
},
{
"pair": [
226,
108
],
"new_id": 227
},
{
"pair": [
106,
134
],
"new_id": 228
},
{
"pair": [
228,
161
],
"new_id": 229
},
{
"pair": [
64,
17
],
"new_id": 230
},
{
"pair": [
230,
106
],
"new_id": 231
},
{
"pair": [
231,
178
],
"new_id": 232
},
{
"pair": [
232,
183
],
"new_id": 233
},
{
"pair": [
53,
166
],
"new_id": 234
},
{
"pair": [
234,
54
],
"new_id": 235
},
{
"pair": [
235,
117
],
"new_id": 236
},
{
"pair": [
236,
106
],
"new_id": 237
},
{
"pair": [
237,
191
],
"new_id": 238
},
{
"pair": [
53,
129
],
"new_id": 239
},
{
"pair": [
239,
181
],
"new_id": 240
},
{
"pair": [
240,
98
],
"new_id": 241
},
{
"pair": [
241,
227
],
"new_id": 242
},
{
"pair": [
136,
242
],
"new_id": 243
},
{
"pair": [
156,
238
],
"new_id": 244
},
{
"pair": [
70,
72
],
"new_id": 245
},
{
"pair": [
72,
85
],
"new_id": 246
},
{
"pair": [
68,
80
],
"new_id": 247
},
{
"pair": [
141,
86
],
"new_id": 248
},
{
"pair": [
245,
229
],
"new_id": 249
},
{
"pair": [
248,
138
],
"new_id": 250
},
{
"pair": [
250,
140
],
"new_id": 251
},
{
"pair": [
251,
249
],
"new_id": 252
},
{
"pair": [
243,
252
],
"new_id": 253
},
{
"pair": [
70,
88
],
"new_id": 254
},
{
"pair": [
76,
79
],
"new_id": 255
}
]
}
},
"sequence_tokenizer": {
"type": "sequence_bpe",
"tokenizer": {
"sequence_type": "protein",
"special_tokens": [
"<|pad|>",
"<|bos|>",
"<|eos|>",
"<|endoftext|>",
"<|protein|>"
],
"str_to_int": {
"<|pad|>": 0,
"<|bos|>": 1,
"<|eos|>": 2,
"<|endoftext|>": 3,
"<|protein|>": 4,
"\n": 5,
"A": 6,
"C": 7,
"D": 8,
"E": 9,
"F": 10,
"G": 11,
"H": 12,
"I": 13,
"K": 14,
"L": 15,
"M": 16,
"N": 17,
"P": 18,
"Q": 19,
"R": 20,
"S": 21,
"T": 22,
"V": 23,
"W": 24,
"Y": 25,
"X": 26,
"AA": 27,
"LL": 28,
"AL": 29,
"SS": 30,
"AG": 31,
"VL": 32,
"GG": 33,
"SL": 34,
"EL": 35,
"AV": 36,
"RL": 37,
"GL": 38,
"TL": 39,
"DL": 40,
"EE": 41,
"VV": 42,
"AE": 43,
"AS": 44,
"AR": 45,
"IL": 46,
"AD": 47,
"AT": 48,
"PL": 49,
"KL": 50,
"RR": 51,
"SG": 52,
"AI": 53,
"AP": 54,
"DG": 55,
"TG": 56,
"QL": 57,
"TV": 58,
"KK": 59,
"FL": 60,
"SV": 61,
"DE": 62,
"NL": 63,
"DV": 64,
"GV": 65,
"SP": 66,
"TP": 67,
"AK": 68,
"IV": 69,
"ER": 70,
"SR": 71,
"IG": 72,
"SE": 73,
"AQ": 74,
"DP": 75,
"AF": 76,
"YL": 77,
"IE": 78,
"ST": 79,
"DR": 80,
"KE": 81,
"PP": 82,
"TT": 83,
"SI": 84,
"GR": 85,
"AN": 86,
"PV": 87,
"SK": 88,
"DD": 89,
"SF": 90,
"QQ": 91,
"GE": 92,
"SN": 93,
"TE": 94,
"IR": 95,
"HL": 96,
"KV": 97,
"TR": 98,
"PE": 99,
"DI": 100,
"ML": 101,
"KR": 102,
"FV": 103,
"PG": 104,
"SQ": 105,
"AY": 106,
"SD": 107,
"NV": 108,
"TI": 109,
"EV": 110,
"NG": 111,
"FG": 112,
"QV": 113,
"QR": 114,
"II": 115,
"KG": 116,
"AM": 117,
"SY": 118,
"PR": 119,
"AH": 120,
"KN": 121,
"KI": 122,
"FE": 123,
"RV": 124,
"TD": 125,
"QE": 126,
"NN": 127,
"RE": 128,
"YV": 129,
"NE": 130,
"TF": 131,
"GI": 132,
"WL": 133,
"DF": 134,
"NI": 135,
"KP": 136,
"QG": 137,
"YG": 138,
"SH": 139,
"KD": 140,
"YR": 141,
"NR": 142,
"MV": 143,
"NP": 144,
"YE": 145,
"KT": 146,
"FI": 147,
"FR": 148,
"HV": 149,
"CL": 150,
"KQ": 151,
"ID": 152,
"VE": 153,
"PD": 154,
"SM": 155,
"TQ": 156,
"FD": 157,
"IP": 158,
"HG": 159,
"TN": 160,
"VR": 161,
"AAL": 162,
"HR": 163,
"VG": 164,
"AW": 165,
"ME": 166,
"TY": 167,
"AC": 168,
"ALL": 169,
"QP": 170,
"QI": 171,
"KY": 172,
"FF": 173,
"MR": 174,
"ND": 175,
"EG": 176,
"MG": 177,
"TK": 178,
"FP": 179,
"HP": 180,
"RG": 181,
"HE": 182,
"TS": 183,
"IN": 184,
"DY": 185,
"KF": 186,
"LLL": 187,
"QD": 188,
"SC": 189,
"PI": 190,
"GD": 191,
"YD": 192,
"SW": 193,
"IF": 194,
"TH": 195,
"QN": 196,
"VD": 197,
"YI": 198,
"MP": 199,
"YP": 200,
"VP": 201,
"FN": 202,
"QK": 203,
"CG": 204,
"RD": 205,
"AGL": 206,
"IT": 207,
"AVL": 208,
"IK": 209,
"QT": 210,
"ED": 211,
"FT": 212,
"RP": 213,
"MD": 214,
"GP": 215,
"VI": 216,
"MI": 217,
"YN": 218,
"EI": 219,
"GF": 220,
"EK": 221,
"QF": 222,
"SLL": 223,
"YF": 224,
"AEL": 225,
"NK": 226,
"GT": 227,
"HI": 228,
"NF": 229,
"WR": 230,
"NT": 231,
"HD": 232,
"MT": 233,
"SSL": 234,
"VT": 235,
"EP": 236,
"ASL": 237,
"DT": 238,
"MK": 239,
"ARL": 240,
"NY": 241,
"NQ": 242,
"SAA": 243,
"RI": 244,
"PT": 245,
"GK": 246,
"EQ": 247,
"DK": 248,
"CV": 249,
"HF": 250,
"GY": 251,
"SAL": 252,
"ADL": 253,
"PF": 254,
"ET": 255
},
"int_to_str": {
"0": "<|pad|>",
"1": "<|bos|>",
"2": "<|eos|>",
"3": "<|endoftext|>",
"4": "<|protein|>",
"5": "\n",
"6": "A",
"7": "C",
"8": "D",
"9": "E",
"10": "F",
"11": "G",
"12": "H",
"13": "I",
"14": "K",
"15": "L",
"16": "M",
"17": "N",
"18": "P",
"19": "Q",
"20": "R",
"21": "S",
"22": "T",
"23": "V",
"24": "W",
"25": "Y",
"26": "X",
"27": "AA",
"28": "LL",
"29": "AL",
"30": "SS",
"31": "AG",
"32": "VL",
"33": "GG",
"34": "SL",
"35": "EL",
"36": "AV",
"37": "RL",
"38": "GL",
"39": "TL",
"40": "DL",
"41": "EE",
"42": "VV",
"43": "AE",
"44": "AS",
"45": "AR",
"46": "IL",
"47": "AD",
"48": "AT",
"49": "PL",
"50": "KL",
"51": "RR",
"52": "SG",
"53": "AI",
"54": "AP",
"55": "DG",
"56": "TG",
"57": "QL",
"58": "TV",
"59": "KK",
"60": "FL",
"61": "SV",
"62": "DE",
"63": "NL",
"64": "DV",
"65": "GV",
"66": "SP",
"67": "TP",
"68": "AK",
"69": "IV",
"70": "ER",
"71": "SR",
"72": "IG",
"73": "SE",
"74": "AQ",
"75": "DP",
"76": "AF",
"77": "YL",
"78": "IE",
"79": "ST",
"80": "DR",
"81": "KE",
"82": "PP",
"83": "TT",
"84": "SI",
"85": "GR",
"86": "AN",
"87": "PV",
"88": "SK",
"89": "DD",
"90": "SF",
"91": "QQ",
"92": "GE",
"93": "SN",
"94": "TE",
"95": "IR",
"96": "HL",
"97": "KV",
"98": "TR",
"99": "PE",
"100": "DI",
"101": "ML",
"102": "KR",
"103": "FV",
"104": "PG",
"105": "SQ",
"106": "AY",
"107": "SD",
"108": "NV",
"109": "TI",
"110": "EV",
"111": "NG",
"112": "FG",
"113": "QV",
"114": "QR",
"115": "II",
"116": "KG",
"117": "AM",
"118": "SY",
"119": "PR",
"120": "AH",
"121": "KN",
"122": "KI",
"123": "FE",
"124": "RV",
"125": "TD",
"126": "QE",
"127": "NN",
"128": "RE",
"129": "YV",
"130": "NE",
"131": "TF",
"132": "GI",
"133": "WL",
"134": "DF",
"135": "NI",
"136": "KP",
"137": "QG",
"138": "YG",
"139": "SH",
"140": "KD",
"141": "YR",
"142": "NR",
"143": "MV",
"144": "NP",
"145": "YE",
"146": "KT",
"147": "FI",
"148": "FR",
"149": "HV",
"150": "CL",
"151": "KQ",
"152": "ID",
"153": "VE",
"154": "PD",
"155": "SM",
"156": "TQ",
"157": "FD",
"158": "IP",
"159": "HG",
"160": "TN",
"161": "VR",
"162": "AAL",
"163": "HR",
"164": "VG",
"165": "AW",
"166": "ME",
"167": "TY",
"168": "AC",
"169": "ALL",
"170": "QP",
"171": "QI",
"172": "KY",
"173": "FF",
"174": "MR",
"175": "ND",
"176": "EG",
"177": "MG",
"178": "TK",
"179": "FP",
"180": "HP",
"181": "RG",
"182": "HE",
"183": "TS",
"184": "IN",
"185": "DY",
"186": "KF",
"187": "LLL",
"188": "QD",
"189": "SC",
"190": "PI",
"191": "GD",
"192": "YD",
"193": "SW",
"194": "IF",
"195": "TH",
"196": "QN",
"197": "VD",
"198": "YI",
"199": "MP",
"200": "YP",
"201": "VP",
"202": "FN",
"203": "QK",
"204": "CG",
"205": "RD",
"206": "AGL",
"207": "IT",
"208": "AVL",
"209": "IK",
"210": "QT",
"211": "ED",
"212": "FT",
"213": "RP",
"214": "MD",
"215": "GP",
"216": "VI",
"217": "MI",
"218": "YN",
"219": "EI",
"220": "GF",
"221": "EK",
"222": "QF",
"223": "SLL",
"224": "YF",
"225": "AEL",
"226": "NK",
"227": "GT",
"228": "HI",
"229": "NF",
"230": "WR",
"231": "NT",
"232": "HD",
"233": "MT",
"234": "SSL",
"235": "VT",
"236": "EP",
"237": "ASL",
"238": "DT",
"239": "MK",
"240": "ARL",
"241": "NY",
"242": "NQ",
"243": "SAA",
"244": "RI",
"245": "PT",
"246": "GK",
"247": "EQ",
"248": "DK",
"249": "CV",
"250": "HF",
"251": "GY",
"252": "SAL",
"253": "ADL",
"254": "PF",
"255": "ET"
},
"bpe_merges": [
{
"pair": [
6,
6
],
"new_id": 27
},
{
"pair": [
15,
15
],
"new_id": 28
},
{
"pair": [
6,
15
],
"new_id": 29
},
{
"pair": [
21,
21
],
"new_id": 30
},
{
"pair": [
6,
11
],
"new_id": 31
},
{
"pair": [
23,
15
],
"new_id": 32
},
{
"pair": [
11,
11
],
"new_id": 33
},
{
"pair": [
21,
15
],
"new_id": 34
},
{
"pair": [
9,
15
],
"new_id": 35
},
{
"pair": [
6,
23
],
"new_id": 36
},
{
"pair": [
20,
15
],
"new_id": 37
},
{
"pair": [
11,
15
],
"new_id": 38
},
{
"pair": [
22,
15
],
"new_id": 39
},
{
"pair": [
8,
15
],
"new_id": 40
},
{
"pair": [
9,
9
],
"new_id": 41
},
{
"pair": [
23,
23
],
"new_id": 42
},
{
"pair": [
6,
9
],
"new_id": 43
},
{
"pair": [
6,
21
],
"new_id": 44
},
{
"pair": [
6,
20
],
"new_id": 45
},
{
"pair": [
13,
15
],
"new_id": 46
},
{
"pair": [
6,
8
],
"new_id": 47
},
{
"pair": [
6,
22
],
"new_id": 48
},
{
"pair": [
18,
15
],
"new_id": 49
},
{
"pair": [
14,
15
],
"new_id": 50
},
{
"pair": [
20,
20
],
"new_id": 51
},
{
"pair": [
21,
11
],
"new_id": 52
},
{
"pair": [
6,
13
],
"new_id": 53
},
{
"pair": [
6,
18
],
"new_id": 54
},
{
"pair": [
8,
11
],
"new_id": 55
},
{
"pair": [
22,
11
],
"new_id": 56
},
{
"pair": [
19,
15
],
"new_id": 57
},
{
"pair": [
22,
23
],
"new_id": 58
},
{
"pair": [
14,
14
],
"new_id": 59
},
{
"pair": [
10,
15
],
"new_id": 60
},
{
"pair": [
21,
23
],
"new_id": 61
},
{
"pair": [
8,
9
],
"new_id": 62
},
{
"pair": [
17,
15
],
"new_id": 63
},
{
"pair": [
8,
23
],
"new_id": 64
},
{
"pair": [
11,
23
],
"new_id": 65
},
{
"pair": [
21,
18
],
"new_id": 66
},
{
"pair": [
22,
18
],
"new_id": 67
},
{
"pair": [
6,
14
],
"new_id": 68
},
{
"pair": [
13,
23
],
"new_id": 69
},
{
"pair": [
9,
20
],
"new_id": 70
},
{
"pair": [
21,
20
],
"new_id": 71
},
{
"pair": [
13,
11
],
"new_id": 72
},
{
"pair": [
21,
9
],
"new_id": 73
},
{
"pair": [
6,
19
],
"new_id": 74
},
{
"pair": [
8,
18
],
"new_id": 75
},
{
"pair": [
6,
10
],
"new_id": 76
},
{
"pair": [
25,
15
],
"new_id": 77
},
{
"pair": [
13,
9
],
"new_id": 78
},
{
"pair": [
21,
22
],
"new_id": 79
},
{
"pair": [
8,
20
],
"new_id": 80
},
{
"pair": [
14,
9
],
"new_id": 81
},
{
"pair": [
18,
18
],
"new_id": 82
},
{
"pair": [
22,
22
],
"new_id": 83
},
{
"pair": [
21,
13
],
"new_id": 84
},
{
"pair": [
11,
20
],
"new_id": 85
},
{
"pair": [
6,
17
],
"new_id": 86
},
{
"pair": [
18,
23
],
"new_id": 87
},
{
"pair": [
21,
14
],
"new_id": 88
},
{
"pair": [
8,
8
],
"new_id": 89
},
{
"pair": [
21,
10
],
"new_id": 90
},
{
"pair": [
19,
19
],
"new_id": 91
},
{
"pair": [
11,
9
],
"new_id": 92
},
{
"pair": [
21,
17
],
"new_id": 93
},
{
"pair": [
22,
9
],
"new_id": 94
},
{
"pair": [
13,
20
],
"new_id": 95
},
{
"pair": [
12,
15
],
"new_id": 96
},
{
"pair": [
14,
23
],
"new_id": 97
},
{
"pair": [
22,
20
],
"new_id": 98
},
{
"pair": [
18,
9
],
"new_id": 99
},
{
"pair": [
8,
13
],
"new_id": 100
},
{
"pair": [
16,
15
],
"new_id": 101
},
{
"pair": [
14,
20
],
"new_id": 102
},
{
"pair": [
10,
23
],
"new_id": 103
},
{
"pair": [
18,
11
],
"new_id": 104
},
{
"pair": [
21,
19
],
"new_id": 105
},
{
"pair": [
6,
25
],
"new_id": 106
},
{
"pair": [
21,
8
],
"new_id": 107
},
{
"pair": [
17,
23
],
"new_id": 108
},
{
"pair": [
22,
13
],
"new_id": 109
},
{
"pair": [
9,
23
],
"new_id": 110
},
{
"pair": [
17,
11
],
"new_id": 111
},
{
"pair": [
10,
11
],
"new_id": 112
},
{
"pair": [
19,
23
],
"new_id": 113
},
{
"pair": [
19,
20
],
"new_id": 114
},
{
"pair": [
13,
13
],
"new_id": 115
},
{
"pair": [
14,
11
],
"new_id": 116
},
{
"pair": [
6,
16
],
"new_id": 117
},
{
"pair": [
21,
25
],
"new_id": 118
},
{
"pair": [
18,
20
],
"new_id": 119
},
{
"pair": [
6,
12
],
"new_id": 120
},
{
"pair": [
14,
17
],
"new_id": 121
},
{
"pair": [
14,
13
],
"new_id": 122
},
{
"pair": [
10,
9
],
"new_id": 123
},
{
"pair": [
20,
23
],
"new_id": 124
},
{
"pair": [
22,
8
],
"new_id": 125
},
{
"pair": [
19,
9
],
"new_id": 126
},
{
"pair": [
17,
17
],
"new_id": 127
},
{
"pair": [
20,
9
],
"new_id": 128
},
{
"pair": [
25,
23
],
"new_id": 129
},
{
"pair": [
17,
9
],
"new_id": 130
},
{
"pair": [
22,
10
],
"new_id": 131
},
{
"pair": [
11,
13
],
"new_id": 132
},
{
"pair": [
24,
15
],
"new_id": 133
},
{
"pair": [
8,
10
],
"new_id": 134
},
{
"pair": [
17,
13
],
"new_id": 135
},
{
"pair": [
14,
18
],
"new_id": 136
},
{
"pair": [
19,
11
],
"new_id": 137
},
{
"pair": [
25,
11
],
"new_id": 138
},
{
"pair": [
21,
12
],
"new_id": 139
},
{
"pair": [
14,
8
],
"new_id": 140
},
{
"pair": [
25,
20
],
"new_id": 141
},
{
"pair": [
17,
20
],
"new_id": 142
},
{
"pair": [
16,
23
],
"new_id": 143
},
{
"pair": [
17,
18
],
"new_id": 144
},
{
"pair": [
25,
9
],
"new_id": 145
},
{
"pair": [
14,
22
],
"new_id": 146
},
{
"pair": [
10,
13
],
"new_id": 147
},
{
"pair": [
10,
20
],
"new_id": 148
},
{
"pair": [
12,
23
],
"new_id": 149
},
{
"pair": [
7,
15
],
"new_id": 150
},
{
"pair": [
14,
19
],
"new_id": 151
},
{
"pair": [
13,
8
],
"new_id": 152
},
{
"pair": [
23,
9
],
"new_id": 153
},
{
"pair": [
18,
8
],
"new_id": 154
},
{
"pair": [
21,
16
],
"new_id": 155
},
{
"pair": [
22,
19
],
"new_id": 156
},
{
"pair": [
10,
8
],
"new_id": 157
},
{
"pair": [
13,
18
],
"new_id": 158
},
{
"pair": [
12,
11
],
"new_id": 159
},
{
"pair": [
22,
17
],
"new_id": 160
},
{
"pair": [
23,
20
],
"new_id": 161
},
{
"pair": [
27,
15
],
"new_id": 162
},
{
"pair": [
12,
20
],
"new_id": 163
},
{
"pair": [
23,
11
],
"new_id": 164
},
{
"pair": [
6,
24
],
"new_id": 165
},
{
"pair": [
16,
9
],
"new_id": 166
},
{
"pair": [
22,
25
],
"new_id": 167
},
{
"pair": [
6,
7
],
"new_id": 168
},
{
"pair": [
6,
28
],
"new_id": 169
},
{
"pair": [
19,
18
],
"new_id": 170
},
{
"pair": [
19,
13
],
"new_id": 171
},
{
"pair": [
14,
25
],
"new_id": 172
},
{
"pair": [
10,
10
],
"new_id": 173
},
{
"pair": [
16,
20
],
"new_id": 174
},
{
"pair": [
17,
8
],
"new_id": 175
},
{
"pair": [
9,
11
],
"new_id": 176
},
{
"pair": [
16,
11
],
"new_id": 177
},
{
"pair": [
22,
14
],
"new_id": 178
},
{
"pair": [
10,
18
],
"new_id": 179
},
{
"pair": [
12,
18
],
"new_id": 180
},
{
"pair": [
20,
11
],
"new_id": 181
},
{
"pair": [
12,
9
],
"new_id": 182
},
{
"pair": [
22,
21
],
"new_id": 183
},
{
"pair": [
13,
17
],
"new_id": 184
},
{
"pair": [
8,
25
],
"new_id": 185
},
{
"pair": [
14,
10
],
"new_id": 186
},
{
"pair": [
28,
15
],
"new_id": 187
},
{
"pair": [
19,
8
],
"new_id": 188
},
{
"pair": [
21,
7
],
"new_id": 189
},
{
"pair": [
18,
13
],
"new_id": 190
},
{
"pair": [
11,
8
],
"new_id": 191
},
{
"pair": [
25,
8
],
"new_id": 192
},
{
"pair": [
21,
24
],
"new_id": 193
},
{
"pair": [
13,
10
],
"new_id": 194
},
{
"pair": [
22,
12
],
"new_id": 195
},
{
"pair": [
19,
17
],
"new_id": 196
},
{
"pair": [
23,
8
],
"new_id": 197
},
{
"pair": [
25,
13
],
"new_id": 198
},
{
"pair": [
16,
18
],
"new_id": 199
},
{
"pair": [
25,
18
],
"new_id": 200
},
{
"pair": [
23,
18
],
"new_id": 201
},
{
"pair": [
10,
17
],
"new_id": 202
},
{
"pair": [
19,
14
],
"new_id": 203
},
{
"pair": [
7,
11
],
"new_id": 204
},
{
"pair": [
20,
8
],
"new_id": 205
},
{
"pair": [
31,
15
],
"new_id": 206
},
{
"pair": [
13,
22
],
"new_id": 207
},
{
"pair": [
6,
32
],
"new_id": 208
},
{
"pair": [
13,
14
],
"new_id": 209
},
{
"pair": [
19,
22
],
"new_id": 210
},
{
"pair": [
9,
8
],
"new_id": 211
},
{
"pair": [
10,
22
],
"new_id": 212
},
{
"pair": [
20,
18
],
"new_id": 213
},
{
"pair": [
16,
8
],
"new_id": 214
},
{
"pair": [
11,
18
],
"new_id": 215
},
{
"pair": [
23,
13
],
"new_id": 216
},
{
"pair": [
16,
13
],
"new_id": 217
},
{
"pair": [
25,
17
],
"new_id": 218
},
{
"pair": [
9,
13
],
"new_id": 219
},
{
"pair": [
11,
10
],
"new_id": 220
},
{
"pair": [
9,
14
],
"new_id": 221
},
{
"pair": [
19,
10
],
"new_id": 222
},
{
"pair": [
21,
28
],
"new_id": 223
},
{
"pair": [
25,
10
],
"new_id": 224
},
{
"pair": [
6,
35
],
"new_id": 225
},
{
"pair": [
17,
14
],
"new_id": 226
},
{
"pair": [
11,
22
],
"new_id": 227
},
{
"pair": [
12,
13
],
"new_id": 228
},
{
"pair": [
17,
10
],
"new_id": 229
},
{
"pair": [
24,
20
],
"new_id": 230
},
{
"pair": [
17,
22
],
"new_id": 231
},
{
"pair": [
12,
8
],
"new_id": 232
},
{
"pair": [
16,
22
],
"new_id": 233
},
{
"pair": [
30,
15
],
"new_id": 234
},
{
"pair": [
23,
22
],
"new_id": 235
},
{
"pair": [
9,
18
],
"new_id": 236
},
{
"pair": [
6,
34
],
"new_id": 237
},
{
"pair": [
8,
22
],
"new_id": 238
},
{
"pair": [
16,
14
],
"new_id": 239
},
{
"pair": [
6,
37
],
"new_id": 240
},
{
"pair": [
17,
25
],
"new_id": 241
},
{
"pair": [
17,
19
],
"new_id": 242
},
{
"pair": [
21,
27
],
"new_id": 243
},
{
"pair": [
20,
13
],
"new_id": 244
},
{
"pair": [
18,
22
],
"new_id": 245
},
{
"pair": [
11,
14
],
"new_id": 246
},
{
"pair": [
9,
19
],
"new_id": 247
},
{
"pair": [
8,
14
],
"new_id": 248
},
{
"pair": [
7,
23
],
"new_id": 249
},
{
"pair": [
12,
10
],
"new_id": 250
},
{
"pair": [
11,
25
],
"new_id": 251
},
{
"pair": [
21,
29
],
"new_id": 252
},
{
"pair": [
6,
40
],
"new_id": 253
},
{
"pair": [
18,
10
],
"new_id": 254
},
{
"pair": [
9,
22
],
"new_id": 255
}
]
},
"source_tokenizer_map_path": "C:\\Users\\Admin\\Desktop\\MDNAC\\tokenizer_map.json"
},
"layout": {
"profile_vocab_size": 256,
"sequence_vocab_size": 256,
"pad_token_id": 0,
"bos_token_id": 1,
"eos_token_id": 2,
"sep_token_id": 512,
"profile_token_offset": 256,
"sequence_token_offset": 0
}
}

Xet Storage Details

Size:
75 kB
·
Xet hash:
0eb16146ff6074351f9008e48eeaceae700dad1cfd79d3d9ecfce87d42783131

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.