Rudraprasad commited on
Commit
a46877b
·
verified ·
1 Parent(s): e756fff

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +249 -6
app.py CHANGED
@@ -1,6 +1,249 @@
1
- login_btn = gr.LoginButton()
2
- run_btn.click(
3
- fn=run_and_submit_all,
4
- inputs=[login_btn], # pass the profile from LoginButton
5
- outputs=[status_out, results_tbl]
6
- )
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import os
2
+ import gradio as gr
3
+ import requests
4
+ import pandas as pd
5
+ from bs4 import BeautifulSoup
6
+
7
+ # --- Constants ---
8
+ DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
9
+
10
+ # --- Generalized Tools ---
11
+ class KnowledgeExtractionTool:
12
+ def fetch_data(self, url):
13
+ resp = requests.get(url, timeout=10)
14
+ return resp.text if resp.status_code == 200 else None
15
+
16
+ def extract_winners_from_wikipedia(self, url):
17
+ html = self.fetch_data(url)
18
+ if not html:
19
+ return []
20
+ soup = BeautifulSoup(html, "html.parser")
21
+ winners = []
22
+ table = soup.find("table", {"class": "wikitable"})
23
+ if not table:
24
+ return []
25
+ for row in table.find_all("tr")[1:]:
26
+ cells = row.find_all("td")
27
+ if len(cells) > 3:
28
+ name = cells[0].get_text(strip=True)
29
+ try:
30
+ year = int(cells[1].get_text(strip=True))
31
+ except:
32
+ continue
33
+ nat = cells[3].get_text(strip=True)
34
+ winners.append({"name": name, "year": year, "nationality": nat})
35
+ return winners
36
+
37
+ def filter_winners(self, winners, year_threshold=1977, extinct=None):
38
+ extinct = extinct or ["Yugoslavia", "Soviet Union", "East Germany"]
39
+ return [
40
+ w for w in winners
41
+ if w["year"] > year_threshold
42
+ and any(c in w["nationality"] for c in extinct)
43
+ ]
44
+
45
+ def extract_first_name(self, fullname):
46
+ return fullname.split()[0] if fullname else ""
47
+
48
+ def process_question(self, q: str) -> str:
49
+ if "Malko Competition" in q and "first name" in q:
50
+ winners = self.extract_winners_from_wikipedia(
51
+ "https://en.wikipedia.org/wiki/Malko_Competition"
52
+ )
53
+ filtered = self.filter_winners(winners)
54
+ if not filtered:
55
+ return "No winners found with the specified conditions."
56
+ return self.extract_first_name(filtered[0]["name"])
57
+ return "Question could not be processed."
58
+
59
+ # --- Basic Agent Definition ---
60
+ # ----- THIS IS WHERE YOU CAN BUILD WHAT YOU WANT ------
61
+ class BasicAgent:
62
+ def __init__(self):
63
+ print("BasicAgent initialized.")
64
+ self.knowledge = KnowledgeExtractionTool()
65
+
66
+ def __call__(self, question: str) -> str:
67
+ print(f"Agent received question (first 50 chars): {question[:50]}...")
68
+ return self.knowledge.process_question(question)
69
+
70
+ def run_and_submit_all(profile: gr.OAuthProfile | None):
71
+ """
72
+ Fetches all questions, runs the BasicAgent on them, submits all answers,
73
+ and displays the results.
74
+ """
75
+ space_id = os.getenv("SPACE_ID")
76
+
77
+ if profile:
78
+ username = f"{profile.username}"
79
+ print(f"User logged in: {username}")
80
+ else:
81
+ print("User not logged in.")
82
+ return "Please Login to Hugging Face with the button.", None
83
+
84
+ api_url = DEFAULT_API_URL
85
+ questions_url = f"{api_url}/questions"
86
+ submit_url = f"{api_url}/submit"
87
+
88
+ # 1. Instantiate Agent
89
+ try:
90
+ agent = BasicAgent()
91
+ except Exception as e:
92
+ print(f"Error instantiating agent: {e}")
93
+ return f"Error initializing agent: {e}", None
94
+
95
+ agent_code = f"https://huggingface.co/spaces/{space_id}/tree/main"
96
+ print(agent_code)
97
+
98
+ # 2. Fetch Questions
99
+ print(f"Fetching questions from: {questions_url}")
100
+ try:
101
+ response = requests.get(questions_url, timeout=15)
102
+ response.raise_for_status()
103
+ questions_data = response.json()
104
+ if not questions_data:
105
+ print("Fetched questions list is empty.")
106
+ return "Fetched questions list is empty or invalid format.", None
107
+ print(f"Fetched {len(questions_data)} questions.")
108
+ except requests.exceptions.RequestException as e:
109
+ print(f"Error fetching questions: {e}")
110
+ return f"Error fetching questions: {e}", None
111
+ except requests.exceptions.JSONDecodeError as e:
112
+ print(f"Error decoding JSON response from questions endpoint: {e}")
113
+ print(f"Response text: {response.text[:500]}")
114
+ return f"Error decoding server response for questions: {e}", None
115
+ except Exception as e:
116
+ print(f"An unexpected error occurred fetching questions: {e}")
117
+ return f"An unexpected error occurred fetching questions: {e}", None
118
+
119
+ # 3. Run your Agent
120
+ results_log = []
121
+ answers_payload = []
122
+ print(f"Running agent on {len(questions_data)} questions...")
123
+ for item in questions_data:
124
+ task_id = item.get("task_id")
125
+ question_text = item.get("question")
126
+ if not task_id or question_text is None:
127
+ print(f"Skipping item with missing task_id or question: {item}")
128
+ continue
129
+ try:
130
+ submitted_answer = agent(question_text)
131
+ answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
132
+ results_log.append({
133
+ "Task ID": task_id,
134
+ "Question": question_text,
135
+ "Submitted Answer": submitted_answer
136
+ })
137
+ except Exception as e:
138
+ print(f"Error running agent on task {task_id}: {e}")
139
+ results_log.append({
140
+ "Task ID": task_id,
141
+ "Question": question_text,
142
+ "Submitted Answer": f"AGENT ERROR: {e}"
143
+ })
144
+
145
+ if not answers_payload:
146
+ print("Agent did not produce any answers to submit.")
147
+ return "Agent did not produce any answers to submit.", pd.DataFrame(results_log)
148
+
149
+ # 4. Prepare Submission
150
+ submission_data = {
151
+ "username": username.strip(),
152
+ "agent_code": agent_code,
153
+ "answers": answers_payload
154
+ }
155
+ status_update = f"Agent finished. Submitting {len(answers_payload)} answers for user '{username}'..."
156
+ print(status_update)
157
+
158
+ # 5. Submit
159
+ print(f"Submitting {len(answers_payload)} answers to: {submit_url}")
160
+ try:
161
+ response = requests.post(submit_url, json=submission_data, timeout=60)
162
+ response.raise_for_status()
163
+ result_data = response.json()
164
+ final_status = (
165
+ f"Submission Successful!\n"
166
+ f"User: {result_data.get('username')}\n"
167
+ f"Overall Score: {result_data.get('score', 'N/A')}% "
168
+ f"({result_data.get('correct_count', '?')}/{result_data.get('total_attempted', '?')} correct)\n"
169
+ f"Message: {result_data.get('message', 'No message received.')}"
170
+ )
171
+ print("Submission successful.")
172
+ results_df = pd.DataFrame(results_log)
173
+ return final_status, results_df
174
+ except requests.exceptions.HTTPError as e:
175
+ error_detail = f"Server responded with status {e.response.status_code}."
176
+ try:
177
+ error_json = e.response.json()
178
+ error_detail += f" Detail: {error_json.get('detail', e.response.text)}"
179
+ except requests.exceptions.JSONDecodeError:
180
+ error_detail += f" Response: {e.response.text[:500]}"
181
+ status_message = f"Submission Failed: {error_detail}"
182
+ print(status_message)
183
+ results_df = pd.DataFrame(results_log)
184
+ return status_message, results_df
185
+ except requests.exceptions.Timeout:
186
+ status_message = "Submission Failed: The request timed out."
187
+ print(status_message)
188
+ results_df = pd.DataFrame(results_log)
189
+ return status_message, results_df
190
+ except requests.exceptions.RequestException as e:
191
+ status_message = f"Submission Failed: Network error - {e}"
192
+ print(status_message)
193
+ results_df = pd.DataFrame(results_log)
194
+ return status_message, results_df
195
+ except Exception as e:
196
+ status_message = f"An unexpected error occurred during submission: {e}"
197
+ print(status_message)
198
+ results_df = pd.DataFrame(results_log)
199
+ return status_message, results_df
200
+
201
+ # --- Build Gradio Interface using Blocks ---
202
+ with gr.Blocks() as demo:
203
+ gr.Markdown("# Basic Agent Evaluation Runner")
204
+ gr.Markdown(
205
+ """
206
+ **Instructions:**
207
+ 1. Please clone this space, then modify the code to define your agent's logic, the tools, the necessary packages, etc ...
208
+ 2. Log in to your Hugging Face account using the button below. This uses your HF username for submission.
209
+ 3. Click 'Run Evaluation & Submit All Answers' to fetch questions, run your agent, submit answers, and see the score.
210
+ ---
211
+ **Disclaimers:**
212
+ Once clicking on the "submit button, it can take quite some time (this is the time for the agent to go through all the questions).
213
+ This space provides a basic setup and is intentionally sub-optimal to encourage you to develop your own, more robust solution. For instance for the delay process of the submit button, a solution could be to cache the answers and submit in a separate action or even to answer the questions in async.
214
+ """
215
+ )
216
+
217
+ gr.LoginButton()
218
+
219
+ run_button = gr.Button("Run Evaluation & Submit All Answers")
220
+
221
+ status_output = gr.Textbox(label="Run Status / Submission Result", lines=5, interactive=False)
222
+ results_table = gr.DataFrame(label="Questions and Agent Answers", wrap=True)
223
+
224
+ run_button.click(
225
+ fn=run_and_submit_all,
226
+ outputs=[status_output, results_table]
227
+ )
228
+
229
+ if __name__ == "__main__":
230
+ print("\n" + "-"*30 + " App Starting " + "-"*30)
231
+ space_host_startup = os.getenv("SPACE_HOST")
232
+ space_id_startup = os.getenv("SPACE_ID")
233
+
234
+ if space_host_startup:
235
+ print(f"✅ SPACE_HOST found: {space_host_startup}")
236
+ print(f" Runtime URL should be: https://{space_host_startup}.hf.space")
237
+ else:
238
+ print("ℹ️ SPACE_HOST environment variable not found (running locally?).")
239
+
240
+ if space_id_startup:
241
+ print(f"✅ SPACE_ID found: {space_id_startup}")
242
+ print(f" Repo URL: https://huggingface.co/spaces/{space_id_startup}")
243
+ print(f" Repo Tree URL: https://huggingface.co/spaces/{space_id_startup}/tree/main")
244
+ else:
245
+ print("ℹ️ SPACE_ID environment variable not found (running locally?). Repo URL cannot be determined.")
246
+
247
+ print("-"*(60 + len(" App Starting ")) + "\n")
248
+ print("Launching Gradio Interface for Basic Agent Evaluation...")
249
+ demo.launch(debug=True, share=False)