Update app.py

app.py

@@ -1,16 +1,44 @@
 import gradio as gr
-from transformers import pipeline
+import requests
 
-model = pipeline("text-generation", model="gpt2")  # Smaller model
+API_URL = "https://api-inference.huggingface.co/models/mistralai/Mistral-7B-Instruct-v0.1"
+
+def format_prompt(user_input):
+    return f"[INST] {user_input} [/INST]"
+
+def query(payload):
+    response = requests.post(API_URL, json=payload)
+    return response.json()
+
+def evaluate_response(prompt, response):
+    prompt_lower = prompt.lower()
+    response_lower = response.lower()
+    if "capital" in prompt_lower and "france" in prompt_lower:
+        return "paris" in response_lower
+    return any(indicator in response_lower for indicator in ["answer", "is", "are", "because", ":"])
 
 def process(prompt):
-    response = model(prompt, max_new_tokens=150)[0]['generated_text']
-    return response.replace(prompt, "").strip()
+    try:
+        output = query({
+            "inputs": format_prompt(prompt),
+            "parameters": {
+                "max_new_tokens": 100,
+                "temperature": 0.3,
+                "do_sample": True,
+                "return_full_text": False
+            }
+        })
+        response = output[0]['generated_text'].strip()
+        evaluation = "✔ Understood" if evaluate_response(prompt, response) else "❌ Didn't understand"
+        return f"{response}\n\nEvaluation: {evaluation}"
+    except Exception as e:
+        return f"Error: {str(e)}"
 
-with gr.Blocks() as app:
-    gr.Markdown("# Model Tester")
-    inp = gr.Textbox(label="Enter Prompt")
-    out = gr.Textbox(label="Response")
-    inp.change(process, inp, out)
+with gr.Blocks() as demo:
+    gr.Markdown("## Model Understanding Tester")
+    prompt_input = gr.Textbox(label="Enter your prompt", lines=3)
+    submit_btn = gr.Button("Submit")
+    output = gr.Textbox(label="Response", lines=6)
+    submit_btn.click(process, inputs=prompt_input, outputs=output)
 
-app.launch()
+demo.launch()