Update app.py

app.py

@@ -10,17 +10,18 @@ from transformers import (
     logging,
 )
 
+# Specify the local path to the downloaded model file
+model_name = "pytorch_model-00001-of-00002.bin"
+
 tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
 tokenizer.pad_token = tokenizer.eos_token
 tokenizer.padding_side = "right" # Fix weird overflow issue with fp16 training
 
-# Specify the local path to the downloaded model file
-model_path = "pytorch_model-00001-of-00002.bin"
 
 # Initialize the GPT4All model
 # model = GPT4All(model_path
 model = AutoModelForCausalLM.from_pretrained(
-    model_path,
+    model_name,
     quantization_config=bnb_config,
     device_map=device_map
 )