Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -7,7 +7,7 @@ from transformers import PreTrainedTokenizerFast
|
|
| 7 |
|
| 8 |
|
| 9 |
def load_tokenizer():
|
| 10 |
-
tok_path = Path("
|
| 11 |
if not tok_path.exists():
|
| 12 |
return None, f"Tokenizer not found at {tok_path}. Run build_kn_bpe.py first."
|
| 13 |
tok = PreTrainedTokenizerFast(
|
|
|
|
| 7 |
|
| 8 |
|
| 9 |
def load_tokenizer():
|
| 10 |
+
tok_path = Path("kn_bpe_8000.json")
|
| 11 |
if not tok_path.exists():
|
| 12 |
return None, f"Tokenizer not found at {tok_path}. Run build_kn_bpe.py first."
|
| 13 |
tok = PreTrainedTokenizerFast(
|