kamil1300 commited on
Commit
e409fcb
·
verified ·
1 Parent(s): 79c9c7f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +74 -109
app.py CHANGED
@@ -1,229 +1,194 @@
 
 
1
  import requests
2
  import inspect
3
  import pandas as pd
4
- from agent.agent import chat_with_agent # Import your agent function
5
-
6
 
 
7
  # --- Constants ---
8
  DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
9
 
10
- # --- Your Smart Agent Definition ---
11
- # ----- THIS IS WHERE YOU BUILD YOUR AGENT ------
12
- class SmartAgent:
13
  def __init__(self):
14
- print("🤖 SmartAgent initialized with weather, time, and web search capabilities!")
15
- print(" Available tools: get_weather, web_search")
16
-
17
  def __call__(self, question: str) -> str:
18
- print(f"📝 Agent received question: {question[:100]}...")
19
- try:
20
- # Use your chat_with_agent function with tools
21
- answer = chat_with_agent(question)
22
- print(f"✅ Agent returning answer: {answer[:100]}...")
23
- return answer
24
- except Exception as e:
25
- error_msg = f"❌ Agent error: {str(e)}"
26
- print(f"❌ Agent error: {error_msg}")
27
- return f"I apologize, but I encountered an error: {str(e)}"
28
 
29
- def run_and_submit_all(profile: gr.OAuthProfile | None):
30
  """
31
- Fetches all questions, runs the SmartAgent on them, submits all answers,
32
  and displays the results.
33
  """
34
  # --- Determine HF Space Runtime URL and Repo URL ---
35
  space_id = os.getenv("SPACE_ID") # Get the SPACE_ID for sending link to the code
36
 
37
  if profile:
38
- username = f"{profile.username}"
39
- print(f"👤 User logged in: {username}")
40
  else:
41
- print("User not logged in.")
42
  return "Please Login to Hugging Face with the button.", None
43
 
44
  api_url = DEFAULT_API_URL
45
  questions_url = f"{api_url}/questions"
46
  submit_url = f"{api_url}/submit"
47
 
48
- # 1. Instantiate Your Smart Agent
49
  try:
50
- print("�� Initializing SmartAgent...")
51
- agent = SmartAgent() # Use your SmartAgent instead of BasicAgent
52
- print("✅ SmartAgent initialized successfully!")
53
  except Exception as e:
54
- print(f"Error instantiating agent: {e}")
55
  return f"Error initializing agent: {e}", None
56
-
57
- # In the case of an app running as a hugging Face space, this link points toward your codebase
58
  agent_code = f"https://huggingface.co/spaces/{space_id}/tree/main"
59
- print(f"�� Agent code link: {agent_code}")
60
 
61
  # 2. Fetch Questions
62
- print(f"�� Fetching questions from: {questions_url}")
63
  try:
64
  response = requests.get(questions_url, timeout=15)
65
  response.raise_for_status()
66
  questions_data = response.json()
67
  if not questions_data:
68
- print("Fetched questions list is empty.")
69
  return "Fetched questions list is empty or invalid format.", None
70
- print(f"Fetched {len(questions_data)} questions successfully!")
71
  except requests.exceptions.RequestException as e:
72
- print(f"Error fetching questions: {e}")
73
  return f"Error fetching questions: {e}", None
74
  except requests.exceptions.JSONDecodeError as e:
75
- print(f"Error decoding JSON response from questions endpoint: {e}")
76
  print(f"Response text: {response.text[:500]}")
77
  return f"Error decoding server response for questions: {e}", None
78
  except Exception as e:
79
- print(f"An unexpected error occurred fetching questions: {e}")
80
  return f"An unexpected error occurred fetching questions: {e}", None
81
 
82
- # 3. Run your Smart Agent
83
  results_log = []
84
  answers_payload = []
85
- print(f"�� Running SmartAgent on {len(questions_data)} questions...")
86
-
87
- for i, item in enumerate(questions_data, 1):
88
  task_id = item.get("task_id")
89
  question_text = item.get("question")
90
  if not task_id or question_text is None:
91
- print(f"⚠️ Skipping item with missing task_id or question: {item}")
92
  continue
93
-
94
- print(f" [{i}/{len(questions_data)}] Processing task {task_id}...")
95
  try:
96
  submitted_answer = agent(question_text)
97
  answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
98
  results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer})
99
- print(f" ✅ Task {task_id} completed successfully")
100
  except Exception as e:
101
- print(f"Error running agent on task {task_id}: {e}")
102
  results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"})
103
 
104
  if not answers_payload:
105
- print("Agent did not produce any answers to submit.")
106
  return "Agent did not produce any answers to submit.", pd.DataFrame(results_log)
107
 
108
  # 4. Prepare Submission
109
  submission_data = {"username": username.strip(), "agent_code": agent_code, "answers": answers_payload}
110
- status_update = f"🎉 SmartAgent finished! Submitting {len(answers_payload)} answers for user '{username}'..."
111
  print(status_update)
112
 
113
  # 5. Submit
114
- print(f"📤 Submitting {len(answers_payload)} answers to: {submit_url}")
115
  try:
116
  response = requests.post(submit_url, json=submission_data, timeout=60)
117
  response.raise_for_status()
118
  result_data = response.json()
119
  final_status = (
120
- f"🎉 Submission Successful!\n"
121
- f"�� User: {result_data.get('username')}\n"
122
- f"📊 Overall Score: {result_data.get('score', 'N/A')}% "
123
  f"({result_data.get('correct_count', '?')}/{result_data.get('total_attempted', '?')} correct)\n"
124
- f"💬 Message: {result_data.get('message', 'No message received.')}"
125
  )
126
- print("Submission successful!")
127
  results_df = pd.DataFrame(results_log)
128
  return final_status, results_df
129
  except requests.exceptions.HTTPError as e:
 
 
 
130
  error_detail += f" Detail: {error_json.get('detail', e.response.text)}"
131
  except requests.exceptions.JSONDecodeError:
132
  error_detail += f" Response: {e.response.text[:500]}"
133
- status_message = f"Submission Failed: {error_detail}"
134
  print(status_message)
135
  results_df = pd.DataFrame(results_log)
136
  return status_message, results_df
137
  except requests.exceptions.Timeout:
138
- status_message = "Submission Failed: The request timed out."
139
  print(status_message)
140
  results_df = pd.DataFrame(results_log)
141
  return status_message, results_df
142
  except requests.exceptions.RequestException as e:
143
- status_message = f"Submission Failed: Network error - {e}"
144
  print(status_message)
145
  results_df = pd.DataFrame(results_log)
146
  return status_message, results_df
147
  except Exception as e:
148
- status_message = f"An unexpected error occurred during submission: {e}"
149
  print(status_message)
150
  results_df = pd.DataFrame(results_log)
151
  return status_message, results_df
152
 
153
 
154
  # --- Build Gradio Interface using Blocks ---
155
- with gr.Blocks() as demo: # Removed auth=None parameter
156
- gr.Markdown("# 🤖 Smart Agent Evaluation Runner")
157
  gr.Markdown(
158
  """
159
- ## 🎯 **Instructions:**
160
-
161
- 1. **🔧 Agent Setup**: This space uses a SmartAgent with weather, time, and web search capabilities
162
- 2. **�� Login**: Log in to your Hugging Face account using the button below
163
- 3. **🚀 Run**: Click 'Run Evaluation & Submit All Answers' to test your agent and get scored
164
-
165
  ---
166
- ## 🛠️ **Your Agent Features:**
167
- - **🌤️ Weather Tool**: Get current weather for any location
168
- - **🔍 Web Search**: Search the web for information
169
- - **⏰ Time Tool**: Get current time in different timezones
170
- - **�� Smart Responses**: Concise, accurate answers
171
-
172
- ---
173
- ## ⚠️ **Disclaimers:**
174
- - The submission process may take several minutes as your agent processes all questions
175
- - This is a basic setup - feel free to enhance it with caching, async processing, etc.
176
- - Keep your space public so others can see your code
177
  """
178
  )
179
 
180
- run_button = gr.Button("🚀 Run Evaluation & Submit All Answers", variant="primary")
181
 
182
- status_output = gr.Textbox(
183
- label="📊 Run Status / Submission Result",
184
- lines=8,
185
- interactive=False,
186
- placeholder="Click the button above to start evaluation..."
187
- )
188
-
189
- results_table = gr.DataFrame(
190
- label="📋 Questions and Agent Answers",
191
- wrap=True,
192
- headers=["Task ID", "Question", "Submitted Answer"]
193
- )
194
 
195
  run_button.click(
196
  fn=run_and_submit_all,
 
197
  )
198
 
199
  if __name__ == "__main__":
200
- print("\n" + "="*50)
201
- print("🚀 Smart Agent Evaluation System Starting")
202
- print("="*50)
203
-
204
  # Check for SPACE_HOST and SPACE_ID at startup for information
205
  space_host_startup = os.getenv("SPACE_HOST")
206
  space_id_startup = os.getenv("SPACE_ID") # Get SPACE_ID at startup
207
 
208
  if space_host_startup:
209
  print(f"✅ SPACE_HOST found: {space_host_startup}")
210
- print(f" �� Runtime URL: https://{space_host_startup}.hf.space")
211
  else:
212
- print("ℹ️ SPACE_HOST environment variable not found (running locally?)")
213
 
214
  if space_id_startup: # Print repo URLs if SPACE_ID is found
215
  print(f"✅ SPACE_ID found: {space_id_startup}")
216
- print(f" �� Repo URL: https://huggingface.co/spaces/{space_id_startup}")
217
- print(f" 🌳 Repo Tree: https://huggingface.co/spaces/{space_id_startup}/tree/main")
218
  else:
219
- print("ℹ️ SPACE_ID environment variable not found (running locally?)")
220
-
221
- print("-"*50)
222
- print("🎯 Launching Smart Agent Evaluation Interface...")
223
- print("-"*50)
224
-
225
- # Launch with proper configuration for Hugging Face
226
- demo.launch(
227
- debug=False,
228
- share=True
229
- )
 
1
+ import os
2
+ import gradio as gr
3
  import requests
4
  import inspect
5
  import pandas as pd
 
 
6
 
7
+ # (Keep Constants as is)
8
  # --- Constants ---
9
  DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
10
 
11
+ # --- Basic Agent Definition ---
12
+ # ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
13
+ class BasicAgent:
14
  def __init__(self):
15
+ print("BasicAgent initialized.")
 
 
16
  def __call__(self, question: str) -> str:
17
+ print(f"Agent received question (first 50 chars): {question[:50]}...")
18
+ fixed_answer = "This is a default answer."
19
+ print(f"Agent returning fixed answer: {fixed_answer}")
20
+ return fixed_answer
 
 
 
 
 
 
21
 
22
+ def run_and_submit_all( profile: gr.OAuthProfile | None):
23
  """
24
+ Fetches all questions, runs the BasicAgent on them, submits all answers,
25
  and displays the results.
26
  """
27
  # --- Determine HF Space Runtime URL and Repo URL ---
28
  space_id = os.getenv("SPACE_ID") # Get the SPACE_ID for sending link to the code
29
 
30
  if profile:
31
+ username= f"{profile.username}"
32
+ print(f"User logged in: {username}")
33
  else:
34
+ print("User not logged in.")
35
  return "Please Login to Hugging Face with the button.", None
36
 
37
  api_url = DEFAULT_API_URL
38
  questions_url = f"{api_url}/questions"
39
  submit_url = f"{api_url}/submit"
40
 
41
+ # 1. Instantiate Agent ( modify this part to create your agent)
42
  try:
43
+ agent = BasicAgent()
 
 
44
  except Exception as e:
45
+ print(f"Error instantiating agent: {e}")
46
  return f"Error initializing agent: {e}", None
47
+ # In the case of an app running as a hugging Face space, this link points toward your codebase ( usefull for others so please keep it public)
 
48
  agent_code = f"https://huggingface.co/spaces/{space_id}/tree/main"
49
+ print(agent_code)
50
 
51
  # 2. Fetch Questions
52
+ print(f"Fetching questions from: {questions_url}")
53
  try:
54
  response = requests.get(questions_url, timeout=15)
55
  response.raise_for_status()
56
  questions_data = response.json()
57
  if not questions_data:
58
+ print("Fetched questions list is empty.")
59
  return "Fetched questions list is empty or invalid format.", None
60
+ print(f"Fetched {len(questions_data)} questions.")
61
  except requests.exceptions.RequestException as e:
62
+ print(f"Error fetching questions: {e}")
63
  return f"Error fetching questions: {e}", None
64
  except requests.exceptions.JSONDecodeError as e:
65
+ print(f"Error decoding JSON response from questions endpoint: {e}")
66
  print(f"Response text: {response.text[:500]}")
67
  return f"Error decoding server response for questions: {e}", None
68
  except Exception as e:
69
+ print(f"An unexpected error occurred fetching questions: {e}")
70
  return f"An unexpected error occurred fetching questions: {e}", None
71
 
72
+ # 3. Run your Agent
73
  results_log = []
74
  answers_payload = []
75
+ print(f"Running agent on {len(questions_data)} questions...")
76
+ for item in questions_data:
 
77
  task_id = item.get("task_id")
78
  question_text = item.get("question")
79
  if not task_id or question_text is None:
80
+ print(f"Skipping item with missing task_id or question: {item}")
81
  continue
 
 
82
  try:
83
  submitted_answer = agent(question_text)
84
  answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
85
  results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer})
 
86
  except Exception as e:
87
+ print(f"Error running agent on task {task_id}: {e}")
88
  results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"})
89
 
90
  if not answers_payload:
91
+ print("Agent did not produce any answers to submit.")
92
  return "Agent did not produce any answers to submit.", pd.DataFrame(results_log)
93
 
94
  # 4. Prepare Submission
95
  submission_data = {"username": username.strip(), "agent_code": agent_code, "answers": answers_payload}
96
+ status_update = f"Agent finished. Submitting {len(answers_payload)} answers for user '{username}'..."
97
  print(status_update)
98
 
99
  # 5. Submit
100
+ print(f"Submitting {len(answers_payload)} answers to: {submit_url}")
101
  try:
102
  response = requests.post(submit_url, json=submission_data, timeout=60)
103
  response.raise_for_status()
104
  result_data = response.json()
105
  final_status = (
106
+ f"Submission Successful!\n"
107
+ f"User: {result_data.get('username')}\n"
108
+ f"Overall Score: {result_data.get('score', 'N/A')}% "
109
  f"({result_data.get('correct_count', '?')}/{result_data.get('total_attempted', '?')} correct)\n"
110
+ f"Message: {result_data.get('message', 'No message received.')}"
111
  )
112
+ print("Submission successful.")
113
  results_df = pd.DataFrame(results_log)
114
  return final_status, results_df
115
  except requests.exceptions.HTTPError as e:
116
+ error_detail = f"Server responded with status {e.response.status_code}."
117
+ try:
118
+ error_json = e.response.json()
119
  error_detail += f" Detail: {error_json.get('detail', e.response.text)}"
120
  except requests.exceptions.JSONDecodeError:
121
  error_detail += f" Response: {e.response.text[:500]}"
122
+ status_message = f"Submission Failed: {error_detail}"
123
  print(status_message)
124
  results_df = pd.DataFrame(results_log)
125
  return status_message, results_df
126
  except requests.exceptions.Timeout:
127
+ status_message = "Submission Failed: The request timed out."
128
  print(status_message)
129
  results_df = pd.DataFrame(results_log)
130
  return status_message, results_df
131
  except requests.exceptions.RequestException as e:
132
+ status_message = f"Submission Failed: Network error - {e}"
133
  print(status_message)
134
  results_df = pd.DataFrame(results_log)
135
  return status_message, results_df
136
  except Exception as e:
137
+ status_message = f"An unexpected error occurred during submission: {e}"
138
  print(status_message)
139
  results_df = pd.DataFrame(results_log)
140
  return status_message, results_df
141
 
142
 
143
  # --- Build Gradio Interface using Blocks ---
144
+ with gr.Blocks() as demo:
145
+ gr.Markdown("# Basic Agent Evaluation Runner")
146
  gr.Markdown(
147
  """
148
+ **Instructions:**
149
+ 1. Please clone this space, then modify the code to define your agent's logic, the tools, the necessary packages, etc ...
150
+ 2. Log in to your Hugging Face account using the button below. This uses your HF username for submission.
151
+ 3. Click 'Run Evaluation & Submit All Answers' to fetch questions, run your agent, submit answers, and see the score.
 
 
152
  ---
153
+ **Disclaimers:**
154
+ Once clicking on the "submit button, it can take quite some time ( this is the time for the agent to go through all the questions).
155
+ This space provides a basic setup and is intentionally sub-optimal to encourage you to develop your own, more robust solution. For instance for the delay process of the submit button, a solution could be to cache the answers and submit in a seperate action or even to answer the questions in async.
 
 
 
 
 
 
 
 
156
  """
157
  )
158
 
159
+ gr.LoginButton()
160
 
161
+ run_button = gr.Button("Run Evaluation & Submit All Answers")
162
+
163
+ status_output = gr.Textbox(label="Run Status / Submission Result", lines=5, interactive=False)
164
+ # Removed max_rows=10 from DataFrame constructor
165
+ results_table = gr.DataFrame(label="Questions and Agent Answers", wrap=True)
 
 
 
 
 
 
 
166
 
167
  run_button.click(
168
  fn=run_and_submit_all,
169
+ outputs=[status_output, results_table]
170
  )
171
 
172
  if __name__ == "__main__":
173
+ print("\n" + "-"*30 + " App Starting " + "-"*30)
 
 
 
174
  # Check for SPACE_HOST and SPACE_ID at startup for information
175
  space_host_startup = os.getenv("SPACE_HOST")
176
  space_id_startup = os.getenv("SPACE_ID") # Get SPACE_ID at startup
177
 
178
  if space_host_startup:
179
  print(f"✅ SPACE_HOST found: {space_host_startup}")
180
+ print(f" Runtime URL should be: https://{space_host_startup}.hf.space")
181
  else:
182
+ print("ℹ️ SPACE_HOST environment variable not found (running locally?).")
183
 
184
  if space_id_startup: # Print repo URLs if SPACE_ID is found
185
  print(f"✅ SPACE_ID found: {space_id_startup}")
186
+ print(f" Repo URL: https://huggingface.co/spaces/{space_id_startup}")
187
+ print(f" Repo Tree URL: https://huggingface.co/spaces/{space_id_startup}/tree/main")
188
  else:
189
+ print("ℹ️ SPACE_ID environment variable not found (running locally?). Repo URL cannot be determined.")
190
+
191
+ print("-"*(60 + len(" App Starting ")) + "\n")
192
+
193
+ print("Launching Gradio Interface for Basic Agent Evaluation...")
194
+ demo.launch(debug=True, share=False)