Update app.py

app.py

@@ -1,44 +1,21 @@
 import gradio as gr
-import requests
+from transformers import pipeline
 
-API_URL = "https://api-inference.huggingface.co/models/mistralai/Mistral-7B-Instruct-v0.1"
+# Load the model
+model = pipeline("text-generation", model="meta-llama/Llama-2-7b-chat-hf")
 
-def format_prompt(user_input):
-    return f"[INST] {user_input} [/INST]"
+def generate_response(prompt):
+    response = model(prompt, max_length=100, num_return_sequences=1)
+    return response[0]['generated_text']
 
-def query(payload):
-    response = requests.post(API_URL, json=payload)
-    return response.json()
+# Create the Gradio interface
+iface = gr.Interface(
+    fn=generate_response,
+    inputs=gr.Textbox(label="Enter your prompt or question:"),
+    outputs=gr.Textbox(label="Model Response:"),
+    title="Test Understanding Prompt",
+    description="Enter a prompt to see how well the model understands it."
+)
 
-def evaluate_response(prompt, response):
-    prompt_lower = prompt.lower()
-    response_lower = response.lower()
-    if "capital" in prompt_lower and "france" in prompt_lower:
-        return "paris" in response_lower
-    return any(indicator in response_lower for indicator in ["answer", "is", "are", "because", ":"])
-
-def process(prompt):
-    try:
-        output = query({
-            "inputs": format_prompt(prompt),
-            "parameters": {
-                "max_new_tokens": 100,
-                "temperature": 0.3,
-                "do_sample": True,
-                "return_full_text": False
-            }
-        })
-        response = output[0]['generated_text'].strip()
-        evaluation = "✔ Understood" if evaluate_response(prompt, response) else "❌ Didn't understand"
-        return f"{response}\n\nEvaluation: {evaluation}"
-    except Exception as e:
-        return f"Error: {str(e)}"
-
-with gr.Blocks() as demo:
-    gr.Markdown("## Model Understanding Tester")
-    prompt_input = gr.Textbox(label="Enter your prompt", lines=3)
-    submit_btn = gr.Button("Submit")
-    output = gr.Textbox(label="Response", lines=6)
-    submit_btn.click(process, inputs=prompt_input, outputs=output)
-
-demo.launch()
+# Launch the app
+iface.launch()