jflo commited on
Commit
1983698
·
1 Parent(s): 58fc7ed

Added bert tokenizer

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -94,6 +94,8 @@ def predict(request: PredictRequest):
94
  model.to(device)
95
  model.eval()
96
 
 
 
97
  encoding = tokenizer(
98
  request.user_input, # The single string the user types
99
  max_length=128,
 
94
  model.to(device)
95
  model.eval()
96
 
97
+ tokenizer = BertTokenizer.from_pretrained('bert-base-uncased',token=os.getenv('HF_TOKEN'))
98
+
99
  encoding = tokenizer(
100
  request.user_input, # The single string the user types
101
  max_length=128,