Update app.py

app.py

@@ -1,18 +1,25 @@
 import gradio as gr
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
-# Specify the directory containing the model and tokenizer
-model_name = "gpt4all"  # Make sure this matches the actual model directory
-model_path = f"./"  # Path to the model directory
+# # Specify the directory containing the model and tokenizer
+# model_name = "gpt4all"  # Make sure this matches the actual model directory
+# model_path = f"./"  # Path to the model directory
 
-# Initialize the GPT-4 model and tokenizer
-model = AutoModelForCausalLM.from_pretrained(model_path)
-tokenizer = AutoTokenizer.from_pretrained(model_path)
+# # Initialize the GPT-4 model and tokenizer
+# model = AutoModelForCausalLM.from_pretrained(model_path)
+# tokenizer = AutoTokenizer.from_pretrained(model_path)
+
+from gpt4all import GPT4All
+model = GPT4All("wizardlm-13b-v1.1-superhot-8k.ggmlv3.q4_0.bin")
+# output = model.generate("How to go to the hospital?")
+# print(output)
 
 def generate_text(input_text):
-    input_ids = tokenizer(input_text, return_tensors="pt").input_ids
-    generated_ids = model.generate(input_ids)
-    generated_text = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
+    # input_ids = tokenizer(input_text, return_tensors="pt").input_ids
+    # generated_ids = model.generate(input_ids)
+    # generated_text = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
+
+    output = model.generate(input_text)
     return generated_text
 
 text_generation_interface = gr.Interface(