godsofheaven commited on
Commit
61346c0
·
verified ·
1 Parent(s): 193251c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ from transformers import PreTrainedTokenizerFast
7
 
8
 
9
  def load_tokenizer():
10
- tok_path = Path("kn_bpe/kn_bpe_8000.json")
11
  if not tok_path.exists():
12
  return None, f"Tokenizer not found at {tok_path}. Run build_kn_bpe.py first."
13
  tok = PreTrainedTokenizerFast(
 
7
 
8
 
9
  def load_tokenizer():
10
+ tok_path = Path("kn_bpe_8000.json")
11
  if not tok_path.exists():
12
  return None, f"Tokenizer not found at {tok_path}. Run build_kn_bpe.py first."
13
  tok = PreTrainedTokenizerFast(