ghanemfaouri commited on
Commit
12ec682
·
verified ·
1 Parent(s): 0b55b5a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +146 -111
app.py CHANGED
@@ -1,167 +1,202 @@
1
  import os
2
  import gradio as gr
3
  import requests
 
4
  import pandas as pd
5
- from smolagents import CodeAgent, DuckDuckGoSearchTool
6
 
 
 
7
  DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
8
 
9
- class HfApiModel:
10
- def __init__(self, model_name="tiiuae/falcon-7b-instruct", api_key=None):
11
- self.model_name = model_name
12
- self.api_key = api_key or os.getenv("HF_TOKEN")
13
- if not self.api_key:
14
- raise ValueError("HF_TOKEN environment variable is missing.")
15
-
16
- def __call__(self, prompt):
17
- # Handle prompt safely (ChatMessage, nested lists, etc.)
18
- if hasattr(prompt, "content"):
19
- prompt = prompt.content
20
- elif isinstance(prompt, list):
21
- flat_parts = []
22
- for m in prompt:
23
- if isinstance(m, list):
24
- flat_parts.extend(str(sub) for sub in m)
25
- elif hasattr(m, "content"):
26
- flat_parts.append(str(m.content))
27
- else:
28
- flat_parts.append(str(m))
29
- prompt = " ".join(flat_parts)
30
- else:
31
- prompt = str(prompt)
32
-
33
- url = f"https://api-inference.huggingface.co/models/{self.model_name}"
34
- headers = {"Authorization": f"Bearer {self.api_key}"}
35
- payload = {
36
- "inputs": prompt,
37
- "options": {"wait_for_model": True}
38
- }
39
-
40
- response = requests.post(url, headers=headers, json=payload, timeout=60)
41
- response.raise_for_status()
42
- output = response.json()
43
-
44
- try:
45
- return output[0]["generated_text"]
46
- except Exception:
47
- return f"ERROR: {output}"
48
-
49
- def generate(self, prompt, **kwargs):
50
- return self.__call__(prompt)
51
-
52
  class BasicAgent:
53
  def __init__(self):
54
- print("BasicAgent initialized.")
55
- self.agent = CodeAgent(
56
- tools=[DuckDuckGoSearchTool()],
57
- model=HfApiModel(model_name="tiiuae/falcon-7b-instruct")
58
- )
59
 
60
  SYSTEM_PROMPT = """You are a general AI assistant. I will ask you a question. Report your thoughts, and
61
- finish your answer with the following template: FINAL ANSWER: [YOUR FINAL ANSWER].
62
- YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated
63
- list of numbers and/or strings.
64
- If you are asked for a number, don't use comma to write your number neither use units such as $ or
65
- percent sign unless specified otherwise.
66
- If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the
67
- digits in plain text unless specified otherwise.
68
- If you are asked for a comma separated list, apply the above rules depending of whether the element
69
- to be put in the list is a number or a string.
70
- """
71
- self.agent.prompt_templates["system_prompt"] += SYSTEM_PROMPT
72
-
73
  def __call__(self, question: str) -> str:
74
- print(f"📥 Agent received question: {question[:60]}...")
75
  final_answer = self.agent.run(question)
76
- print(f"📤 Agent returning answer: {final_answer}")
77
  return final_answer
78
 
79
- def run_and_submit_all(profile: gr.OAuthProfile | None):
80
- space_id = os.getenv("SPACE_ID")
 
 
 
 
 
81
 
82
  if profile:
83
- username = profile.username
84
- print(f"🔐 Logged in as: {username}")
85
  else:
86
- return "⚠️ Please login with Hugging Face to continue.", None
 
87
 
88
- questions_url = f"{DEFAULT_API_URL}/questions"
89
- submit_url = f"{DEFAULT_API_URL}/submit"
 
90
 
 
91
  try:
92
  agent = BasicAgent()
93
  except Exception as e:
94
- return f" Agent initialization failed: {e}", None
95
-
96
- agent_code = f"https://huggingface.co/spaces/{space_id}/tree/main" if space_id else "Unknown"
97
-
 
 
 
 
98
  try:
99
- response = requests.get(questions_url, timeout=30)
100
  response.raise_for_status()
101
  questions_data = response.json()
102
  if not questions_data:
103
- return " No questions received from the server.", None
 
 
 
 
 
 
 
 
 
104
  except Exception as e:
105
- return f" Failed to fetch questions: {e}", None
 
106
 
107
- answers_payload = []
108
  results_log = []
109
-
 
110
  for item in questions_data:
111
  task_id = item.get("task_id")
112
  question_text = item.get("question")
113
  if not task_id or question_text is None:
 
114
  continue
115
  try:
116
  submitted_answer = agent(question_text)
 
 
117
  except Exception as e:
118
- submitted_answer = f"AGENT ERROR: {e}"
119
- answers_payload.append({
120
- "task_id": task_id,
121
- "submitted_answer": submitted_answer
122
- })
123
- results_log.append({
124
- "Task ID": task_id,
125
- "Question": question_text,
126
- "Submitted Answer": submitted_answer
127
- })
128
 
129
  if not answers_payload:
130
- return "⚠️ Agent failed to generate any answers.", pd.DataFrame(results_log)
 
131
 
132
- submission_data = {
133
- "username": username.strip(),
134
- "agent_code": agent_code,
135
- "answers": answers_payload
136
- }
137
 
 
 
138
  try:
139
  response = requests.post(submit_url, json=submission_data, timeout=60)
140
  response.raise_for_status()
141
  result_data = response.json()
142
- status = (
143
- f"Submission Successful!\n"
144
  f"User: {result_data.get('username')}\n"
145
- f"Score: {result_data.get('score', '?')}% "
146
- f"({result_data.get('correct_count', '?')}/{result_data.get('total_attempted', '?')})\n"
147
- f"Message: {result_data.get('message', 'No message.')}"
148
  )
149
- return status, pd.DataFrame(results_log)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
150
  except Exception as e:
151
- return f" Submission failed: {e}", pd.DataFrame(results_log)
 
 
 
 
152
 
153
- # Gradio UI
154
  with gr.Blocks() as demo:
155
- gr.Markdown("# 🤖 Basic Agent Evaluation Runner")
156
- gr.Markdown("Log in with your Hugging Face account, run your agent, and submit your answers.")
 
 
 
 
157
 
158
  gr.LoginButton()
159
- run_button = gr.Button("▶️ Run Evaluation & Submit All Answers")
160
- status_output = gr.Textbox(label="📝 Run Status", lines=5, interactive=False)
161
- results_table = gr.DataFrame(label="📋 Results", wrap=True)
162
 
163
- run_button.click(fn=run_and_submit_all, outputs=[status_output, results_table])
 
 
 
 
 
 
 
 
 
164
 
165
  if __name__ == "__main__":
166
- print("🚀 Launching Gradio app...")
167
- demo.launch(debug=True, share=False)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  import os
2
  import gradio as gr
3
  import requests
4
+ import inspect
5
  import pandas as pd
6
+ from smolagents import CodeAgent, DuckDuckGoSearchTool, HfApiModel
7
 
8
+ # (Keep Constants and BasicAgent class as is)
9
+ # --- Constants ---
10
  DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
11
 
12
+ # --- Basic Agent Definition ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13
  class BasicAgent:
14
  def __init__(self):
15
+ print("BasicAgent initialized.")
16
+ self.agent = CodeAgent(tools=[DuckDuckGoSearchTool()], model=HfApiModel())
 
 
 
17
 
18
  SYSTEM_PROMPT = """You are a general AI assistant. I will ask you a question. Report your thoughts, and
19
+ finish your answer with the following template: FINAL ANSWER: [YOUR FINAL ANSWER].
20
+ YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated
21
+ list of numbers and/or strings.
22
+ If you are asked for a number, don't use comma to write your number neither use units such as $ or
23
+ percent sign unless specified otherwise.
24
+ If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the
25
+ digits in plain text unless specified otherwise.
26
+ If you are asked for a comma separated list, apply the above rules depending of whether the element
27
+ to be put in the list is a number or a string.
28
+ """
29
+ self.agent.prompt_templates["system_prompt"] = self.agent.prompt_templates["system_prompt"] + SYSTEM_PROMPT
30
+
31
  def __call__(self, question: str) -> str:
32
+ print(f"Agent received question (first 50 chars): {question[:50]}...")
33
  final_answer = self.agent.run(question)
34
+ print(f"Agent returning final answer: {final_answer}")
35
  return final_answer
36
 
37
+ def run_and_submit_all( profile: gr.OAuthProfile | None):
38
+ """
39
+ Fetches all questions, runs the BasicAgent on them, submits all answers,
40
+ and displays the results.
41
+ """
42
+ # --- Determine HF Space Runtime URL and Repo URL ---
43
+ space_id = os.getenv("SPACE_ID") # Get the SPACE_ID for sending link to the code
44
 
45
  if profile:
46
+ username= f"{profile.username}"
47
+ print(f"User logged in: {username}")
48
  else:
49
+ print("User not logged in.")
50
+ return "Please Login to Hugging Face with the button.", None
51
 
52
+ api_url = DEFAULT_API_URL
53
+ questions_url = f"{api_url}/questions"
54
+ submit_url = f"{api_url}/submit"
55
 
56
+ # 1. Instantiate Agent ( modify this part to create your agent)
57
  try:
58
  agent = BasicAgent()
59
  except Exception as e:
60
+ print(f"Error instantiating agent: {e}")
61
+ return f"Error initializing agent: {e}", None
62
+ # In the case of an app running as a hugging Face space, this link points toward your codebase ( usefull for others so please keep it public)
63
+ agent_code = f"https://huggingface.co/spaces/{space_id}/tree/main"
64
+ print(agent_code)
65
+
66
+ # 2. Fetch Questions
67
+ print(f"Fetching questions from: {questions_url}")
68
  try:
69
+ response = requests.get(questions_url, timeout=15)
70
  response.raise_for_status()
71
  questions_data = response.json()
72
  if not questions_data:
73
+ print("Fetched questions list is empty.")
74
+ return "Fetched questions list is empty or invalid format.", None
75
+ print(f"Fetched {len(questions_data)} questions.")
76
+ except requests.exceptions.RequestException as e:
77
+ print(f"Error fetching questions: {e}")
78
+ return f"Error fetching questions: {e}", None
79
+ except requests.exceptions.JSONDecodeError as e:
80
+ print(f"Error decoding JSON response from questions endpoint: {e}")
81
+ print(f"Response text: {response.text[:500]}")
82
+ return f"Error decoding server response for questions: {e}", None
83
  except Exception as e:
84
+ print(f"An unexpected error occurred fetching questions: {e}")
85
+ return f"An unexpected error occurred fetching questions: {e}", None
86
 
87
+ # 3. Run your Agent
88
  results_log = []
89
+ answers_payload = []
90
+ print(f"Running agent on {len(questions_data)} questions...")
91
  for item in questions_data:
92
  task_id = item.get("task_id")
93
  question_text = item.get("question")
94
  if not task_id or question_text is None:
95
+ print(f"Skipping item with missing task_id or question: {item}")
96
  continue
97
  try:
98
  submitted_answer = agent(question_text)
99
+ answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
100
+ results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer})
101
  except Exception as e:
102
+ print(f"Error running agent on task {task_id}: {e}")
103
+ results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"})
 
 
 
 
 
 
 
 
104
 
105
  if not answers_payload:
106
+ print("Agent did not produce any answers to submit.")
107
+ return "Agent did not produce any answers to submit.", pd.DataFrame(results_log)
108
 
109
+ # 4. Prepare Submission
110
+ submission_data = {"username": username.strip(), "agent_code": agent_code, "answers": answers_payload}
111
+ status_update = f"Agent finished. Submitting {len(answers_payload)} answers for user '{username}'..."
112
+ print(status_update)
 
113
 
114
+ # 5. Submit
115
+ print(f"Submitting {len(answers_payload)} answers to: {submit_url}")
116
  try:
117
  response = requests.post(submit_url, json=submission_data, timeout=60)
118
  response.raise_for_status()
119
  result_data = response.json()
120
+ final_status = (
121
+ f"Submission Successful!\n"
122
  f"User: {result_data.get('username')}\n"
123
+ f"Overall Score: {result_data.get('score', 'N/A')}% "
124
+ f"({result_data.get('correct_count', '?')}/{result_data.get('total_attempted', '?')} correct)\n"
125
+ f"Message: {result_data.get('message', 'No message received.')}"
126
  )
127
+ print("Submission successful.")
128
+ results_df = pd.DataFrame(results_log)
129
+ return final_status, results_df
130
+ except requests.exceptions.HTTPError as e:
131
+ error_detail = f"Server responded with status {e.response.status_code}."
132
+ try:
133
+ error_json = e.response.json()
134
+ error_detail += f" Detail: {error_json.get('detail', e.response.text)}"
135
+ except requests.exceptions.JSONDecodeError:
136
+ error_detail += f" Response: {e.response.text[:500]}"
137
+ status_message = f"Submission Failed: {error_detail}"
138
+ print(status_message)
139
+ results_df = pd.DataFrame(results_log)
140
+ return status_message, results_df
141
+ except requests.exceptions.Timeout:
142
+ status_message = "Submission Failed: The request timed out."
143
+ print(status_message)
144
+ results_df = pd.DataFrame(results_log)
145
+ return status_message, results_df
146
+ except requests.exceptions.RequestException as e:
147
+ status_message = f"Submission Failed: Network error - {e}"
148
+ print(status_message)
149
+ results_df = pd.DataFrame(results_log)
150
+ return status_message, results_df
151
  except Exception as e:
152
+ status_message = f"An unexpected error occurred during submission: {e}"
153
+ print(status_message)
154
+ results_df = pd.DataFrame(results_log)
155
+ return status_message, results_df
156
+
157
 
158
+ # --- Build Gradio Interface using Blocks ---
159
  with gr.Blocks() as demo:
160
+ gr.Markdown("# Basic Agent Evaluation Runner")
161
+ gr.Markdown(
162
+ "Please clone this space, then modify the code to define your agent's logic within the `BasicAgent` class. "
163
+ "Log in to your Hugging Face account using the button below. This uses your HF username for submission. "
164
+ "Click 'Run Evaluation & Submit All Answers' to fetch questions, run your agent, submit answers, and see the score."
165
+ )
166
 
167
  gr.LoginButton()
 
 
 
168
 
169
+ run_button = gr.Button("Run Evaluation & Submit All Answers")
170
+
171
+ status_output = gr.Textbox(label="Run Status / Submission Result", lines=5, interactive=False)
172
+ # Removed max_rows=10 from DataFrame constructor
173
+ results_table = gr.DataFrame(label="Questions and Agent Answers", wrap=True)
174
+
175
+ run_button.click(
176
+ fn=run_and_submit_all,
177
+ outputs=[status_output, results_table]
178
+ )
179
 
180
  if __name__ == "__main__":
181
+ print("\n" + "-"*30 + " App Starting " + "-"*30)
182
+ # Check for SPACE_HOST and SPACE_ID at startup for information
183
+ space_host_startup = os.getenv("SPACE_HOST")
184
+ space_id_startup = os.getenv("SPACE_ID") # Get SPACE_ID at startup
185
+
186
+ if space_host_startup:
187
+ print(f"✅ SPACE_HOST found: {space_host_startup}")
188
+ print(f" Runtime URL should be: https://{space_host_startup}.hf.space")
189
+ else:
190
+ print("ℹ️ SPACE_HOST environment variable not found (running locally?).")
191
+
192
+ if space_id_startup: # Print repo URLs if SPACE_ID is found
193
+ print(f"✅ SPACE_ID found: {space_id_startup}")
194
+ print(f" Repo URL: https://huggingface.co/spaces/{space_id_startup}")
195
+ print(f" Repo Tree URL: https://huggingface.co/spaces/{space_id_startup}/tree/main")
196
+ else:
197
+ print("ℹ️ SPACE_ID environment variable not found (running locally?). Repo URL cannot be determined.")
198
+
199
+ print("-"*(60 + len(" App Starting ")) + "\n")
200
+
201
+ print("Launching Gradio Interface for Basic Agent Evaluation...")
202
+ demo.launch(debug=True, share=False)