Update app.py

app.py

@@ -10,6 +10,10 @@ from transformers import (
     logging,
 )
 
+tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
+tokenizer.pad_token = tokenizer.eos_token
+tokenizer.padding_side = "right" # Fix weird overflow issue with fp16 training
+
 # Specify the local path to the downloaded model file
 model_path = "pytorch_model-00001-of-00002.bin"