dineth554 commited on
Commit
d8a3d33
·
verified ·
1 Parent(s): df55f9a

Upload vocab.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. vocab.json +180 -0
vocab.json ADDED
@@ -0,0 +1,180 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|pad|>": 0,
3
+ "<|eos|>": 1,
4
+ "<|unk|>": 2,
5
+ "<|system|>": 3,
6
+ "<|user|>": 4,
7
+ "<|assistant|>": 5,
8
+ "<|code|>": 6,
9
+ "<|comment|>": 7,
10
+ "<|indent|>": 8,
11
+ "<|newline|>": 9,
12
+ "<|tab|>": 10,
13
+ "<|space|>": 11,
14
+ "d": 12,
15
+ "e": 13,
16
+ "f": 14,
17
+ "</w>": 15,
18
+ "c": 16,
19
+ "a": 17,
20
+ "l": 18,
21
+ "(": 19,
22
+ "x": 20,
23
+ ",": 21,
24
+ "y": 22,
25
+ ")": 23,
26
+ ":": 24,
27
+ "<": 25,
28
+ "|": 26,
29
+ "n": 27,
30
+ "w": 28,
31
+ "i": 29,
32
+ ">": 30,
33
+ "t": 31,
34
+ "\"": 32,
35
+ "P": 33,
36
+ "r": 34,
37
+ "o": 35,
38
+ "s": 36,
39
+ "p": 37,
40
+ "u": 38,
41
+ "_": 39,
42
+ "N": 40,
43
+ "E": 41,
44
+ "T": 42,
45
+ "F": 43,
46
+ "m": 44,
47
+ "g": 45,
48
+ "1": 46,
49
+ "0": 47,
50
+ "V": 48,
51
+ "v": 49,
52
+ "ne": 50,
53
+ "<|": 51,
54
+ "|>": 52,
55
+ "|></w>": 53,
56
+ "de": 54,
57
+ "<|ne": 55,
58
+ "<|new": 56,
59
+ "<|newl": 57,
60
+ "<|newli": 58,
61
+ "<|newline": 59,
62
+ "<|newline|></w>": 60,
63
+ "in": 61,
64
+ "<|in": 62,
65
+ "<|inde": 63,
66
+ "<|inden": 64,
67
+ "<|indent": 65,
68
+ "<|indent|></w>": 66,
69
+ "s</w>": 67,
70
+ ":</w>": 68,
71
+ "ss</w>": 69,
72
+ "ass</w>": 70,
73
+ "pass</w>": 71,
74
+ "se": 72,
75
+ "f</w>": 73,
76
+ "\"\"": 74,
77
+ "):</w>": 75,
78
+ "sel": 76,
79
+ "self": 77,
80
+ "def</w>": 78,
81
+ "ce": 79,
82
+ "re": 80,
83
+ "__": 81,
84
+ "(self": 82,
85
+ "ru": 83,
86
+ ",</w>": 84,
87
+ "ret": 85,
88
+ "retu": 86,
89
+ "retur": 87,
90
+ "return": 88,
91
+ "return</w>": 89,
92
+ "\"\"\"": 90,
93
+ "xce": 91,
94
+ "xcep": 92,
95
+ "xcept": 93,
96
+ "ro": 94,
97
+ "Pro": 95,
98
+ "se:</w>": 96,
99
+ "x</w>": 97,
100
+ "da": 98,
101
+ "dat": 99,
102
+ "data": 100,
103
+ "cl": 101,
104
+ "class</w>": 102,
105
+ "__in": 103,
106
+ "__ini": 104,
107
+ "__init": 105,
108
+ "__init__": 106,
109
+ "__init__(self": 107,
110
+ "__init__(self,</w>": 108,
111
+ "self):</w>": 109,
112
+ "run": 110,
113
+ "run(self": 111,
114
+ "run(self):</w>": 112,
115
+ "No": 113,
116
+ "None": 114,
117
+ "None</w>": 115,
118
+ "if</w>": 116,
119
+ "Tru": 117,
120
+ "True": 118,
121
+ "True:</w>": 119,
122
+ "el": 120,
123
+ "else:</w>": 121,
124
+ "(x": 122,
125
+ "(x,</w>": 123,
126
+ "y):</w>": 124,
127
+ "\"\"\"Pro": 125,
128
+ "\"\"\"Proce": 126,
129
+ "\"\"\"Process</w>": 127,
130
+ "data\"\"\"": 128,
131
+ "data\"\"\"</w>": 129,
132
+ "tr": 130,
133
+ "try": 131,
134
+ "try:</w>": 132,
135
+ "except": 133,
136
+ "except</w>": 134,
137
+ "Except": 135,
138
+ "Excepti": 136,
139
+ "Exceptio": 137,
140
+ "Exception": 138,
141
+ "Exception:</w>": 139,
142
+ "fo": 140,
143
+ "for": 141,
144
+ "for</w>": 142,
145
+ "in</w>": 143,
146
+ "ra": 144,
147
+ "ran": 145,
148
+ "rang": 146,
149
+ "range": 147,
150
+ "range(": 148,
151
+ "range(1": 149,
152
+ "range(10": 150,
153
+ "range(10):</w>": 151,
154
+ "al": 152,
155
+ "mt": 153,
156
+ "ar": 154,
157
+ "c(x,</w>": 155,
158
+ "Fmt": 156,
159
+ "Fmt:</w>": 157,
160
+ "Proc": 158,
161
+ "Proc:</w>": 159,
162
+ "Val": 160,
163
+ "Val:</w>": 161,
164
+ "Par": 162,
165
+ "Parse:</w>": 163,
166
+ "res</w>": 164,
167
+ "data</w>": 165,
168
+ "y</w>": 166,
169
+ "fmt": 167,
170
+ "fmt(x,</w>": 168,
171
+ "val": 169,
172
+ "val(x,</w>": 170,
173
+ "par": 171,
174
+ "parse": 172,
175
+ "parse(x,</w>": 173,
176
+ "pro": 174,
177
+ "proc(x,</w>": 175,
178
+ "cal": 176,
179
+ "calc(x,</w>": 177
180
+ }