flpelerin commited on
Commit
ab0fa9f
·
1 Parent(s): d5d4a4a

Update file tokenizer.py

Browse files
Files changed (1) hide show
  1. tokenizer.py +2 -2
tokenizer.py CHANGED
@@ -166,7 +166,7 @@ class Tokenizer:
166
  c_dir = "c_tokenizer"
167
  c_file = "tokenizer.bin"
168
 
169
- self.to_file(self.c_dir + self.c_file)
170
- self.c_compile(self.c_dir)
171
 
172
  return [1, 2, 3, 4]
 
166
  c_dir = "c_tokenizer"
167
  c_file = "tokenizer.bin"
168
 
169
+ self.to_file(c_dir + c_file)
170
+ self.c_compile(c_dir)
171
 
172
  return [1, 2, 3, 4]