Create app.py

app.py

@@ -0,0 +1,34 @@
+import gradio as gr
+from transformers import pipeline
+
+model = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct-v0.1")
+
+def evaluate(prompt, response):
+    prompt_lower = prompt.lower()
+    response_lower = response.lower()
+    keywords = [word for word in prompt_lower.split() if len(word) > 3]
+    matches = sum(1 for word in keywords if word in response_lower)
+    is_question = any(q in prompt_lower for q in ["who", "what", "when", "where", "why", "how"])
+    min_length = max(len(prompt)//2, 10)
+    
+    if is_question:
+        understood = any(a in response_lower for a in ["answer", "is", "are", "because"])
+    else:
+        understood = matches >= len(keywords)//2
+        
+    return understood and len(response) >= min_length
+
+def process(prompt):
+    response = model(prompt, max_new_tokens=150)[0]['generated_text']
+    response = response.replace(prompt, "").strip()
+    evaluation = "✔ Understood" if evaluate(prompt, response) else "❌ Didn't understand"
+    return f"{response}\n\nEvaluation: {evaluation}"
+
+with gr.Blocks() as app:
+    gr.Markdown("# Model Understanding Tester")
+    inp = gr.Textbox(label="Enter Prompt", lines=3)
+    btn = gr.Button("Submit")
+    out = gr.Textbox(label="Response", lines=10)
+    btn.click(process, inputs=inp, outputs=out)
+
+app.launch()