Update app.py

app.py

@@ -22,6 +22,10 @@ destination_folder = "./models"
 # Copy the file
 shutil.copy(source_file, destination_folder)
 
+source_file = "config.json"
+# Copy the file
+shutil.copy(source_file, destination_folder)
+
 model_path = "./models/tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf"  # Adjust if necessary
 
 if os.path.exists(model_path):
@@ -55,7 +59,7 @@ print(datetime.fromtimestamp(time.time()))
 model_name = "TheBloke/TinyLlama-1.1B-Chat-GGUF"  # Change if using a different version
 #model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"  # Change if using a different version
 #model_name = "microsoft/phi-1_5"  # Change if using a different version
-model = AutoModelForCausalLM.from_pretrained(model_path, model_type="tinyllama")
+model = AutoModelForCausalLM.from_pretrained(destination_folder, model_type="tinyllama")
 
 print("tokenizer")
 print(datetime.fromtimestamp(time.time()))