Update app.py

app.py

@@ -13,9 +13,11 @@ from transformers import (
 # Specify the local path to the downloaded model file
 model_name = "pytorch_model-00001-of-00002.bin"
 
-tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
-tokenizer.pad_token = tokenizer.eos_token
-tokenizer.padding_side = "right" # Fix weird overflow issue with fp16 training
+# tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
+# tokenizer.pad_token = tokenizer.eos_token
+# tokenizer.padding_side = "right" # Fix weird overflow issue with fp16 training
+
+tokenizer = AutoTokenizer.from_pretrained(model_name, local_files_only=True)
 
 
 # Initialize the GPT4All model