Trial and error.

app.py

@@ -30,9 +30,16 @@ class BasicAgent:
 
             # Generate response
             print("Using Inference API for generation...")
-            response = self.client.text_generation(messages)
-            print(f"Inference API response received. {len(response.choices)} choices.")
-            answer = response.choices[0].message.content
+            response = self.client.text_generation(
+                prompt=question,
+                model="mistralai/Mistral-7B-Instruct-v0.2",  # Free model available on Hugging Face
+                max_new_tokens=500,
+                temperature=0.7,
+                do_sample=True,
+                repetition_penalty=1.2
+            )
+            print(f"Inference API response received.")
+            answer = response
             print(f"Agent generated response (first 50 chars): {answer[:50]}...")
             return answer
         except Exception as e:
@@ -167,7 +174,7 @@ def run_and_submit_all(profile: gr.OAuthProfile | None):
 
 # --- Build Gradio Interface using Blocks ---
 with gr.Blocks() as demo:
-    gr.Markdown("# Basic Agent Evaluation Runner #7")
+    gr.Markdown("# Basic Agent Evaluation Runner #8")
     gr.Markdown(
         """
         **Instructions:**