Update app.py

app.py

@@ -1,3 +1,22 @@
 import gradio as gr
+from transformers import pipeline
 
-gr.load("models/mistralai/Mistral-7B-Instruct-v0.1").launch()
+# Load the Meta-Llama-3.1-8B-Instruct-GGUF model
+model_name = "lmstudio-community/Meta-Llama-3.1-8B-Instruct-GGUF"
+model = pipeline("text-generation", model=model_name, device=-1)  # -1 for CPU
+
+# Define the Gradio interface
+def generate_text(prompt):
+    output = model(prompt)[0]["generated_text"]
+    return output
+
+iface = gr.Interface(
+    fn=generate_text,
+    inputs=gr.Textbox(label="Prompt"),
+    outputs=gr.Textbox(label="Generated Text"),
+    title="Meta-Llama-3.1-8B-Instruct-GGUF Text Generation",
+    description="Enter a prompt to generate text using the Meta-Llama-3.1-8B-Instruct-GGUF model.",
+)
+
+# Launch the Gradio app
+iface.launch()