Update app.py

app.py

@@ -2,7 +2,7 @@ import gradio as gr
 import torch
 import numpy as np
 from model import Transformer
-from transformers import AutoTokenizer  # pip install transformers
+from transformers import PreTrainedTokenizerFast  # pip install transformers
 from utils import (
     DEVICE,
     DROPOUT,
@@ -14,7 +14,7 @@ from utils import (
     decode
 )
 
-tokenizer = AutoTokenizer.from_pretrained("Neu256/PromeTokenizer")
+tokenizer = PreTrainedTokenizerFast(tokenizer_object=Tokenizer.from_file("BPE.json"))
 vocab_size = tokenizer.vocab_size
 
 # train a new model