Update file tokenizer.py
Browse files- tokenizer.py +2 -2
tokenizer.py
CHANGED
|
@@ -166,7 +166,7 @@ class Tokenizer:
|
|
| 166 |
c_dir = "c_tokenizer"
|
| 167 |
c_file = "tokenizer.bin"
|
| 168 |
|
| 169 |
-
self.to_file(
|
| 170 |
-
self.c_compile(
|
| 171 |
|
| 172 |
return [1, 2, 3, 4]
|
|
|
|
| 166 |
c_dir = "c_tokenizer"
|
| 167 |
c_file = "tokenizer.bin"
|
| 168 |
|
| 169 |
+
self.to_file(c_dir + c_file)
|
| 170 |
+
self.c_compile(c_dir)
|
| 171 |
|
| 172 |
return [1, 2, 3, 4]
|