axaydeole commited on
Commit
e855529
·
1 Parent(s): 7102c28
Files changed (6) hide show
  1. .gitattributes +0 -35
  2. README.md +0 -14
  3. agent.py +0 -152
  4. app.py +0 -202
  5. requirements.txt +0 -20
  6. system_prompt.txt +0 -5
.gitattributes DELETED
@@ -1,35 +0,0 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
- *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
- *.npy filter=lfs diff=lfs merge=lfs -text
15
- *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
- *.pt filter=lfs diff=lfs merge=lfs -text
23
- *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
- *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
- *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
README.md DELETED
@@ -1,14 +0,0 @@
1
- ---
2
- title: AI Course Final Assignment
3
- emoji: 🕵🏻‍♂️
4
- colorFrom: indigo
5
- colorTo: indigo
6
- sdk: gradio
7
- sdk_version: 5.29.0
8
- app_file: app.py
9
- pinned: false
10
- hf_oauth: true
11
- hf_oauth_expiration_minutes: 480
12
- ---
13
-
14
- Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
agent.py DELETED
@@ -1,152 +0,0 @@
1
- import os
2
- from dotenv import load_dotenv
3
- from langgraph.graph import START, StateGraph, MessagesState
4
- from langgraph.prebuilt import tools_condition
5
- from langgraph.prebuilt import ToolNode
6
- from langchain_google_genai import ChatGoogleGenerativeAI
7
- from langchain_huggingface import ChatHuggingFace, HuggingFaceEndpoint, HuggingFaceEmbeddings
8
- from langchain_community.tools.tavily_search import TavilySearchResults
9
- from langchain_community.document_loaders import WikipediaLoader
10
- from langchain_community.document_loaders import ArxivLoader
11
- from langchain_community.vectorstores import SupabaseVectorStore
12
- from langchain_core.messages import SystemMessage, HumanMessage
13
- from langchain_community.retrievers import WikipediaRetriever
14
- from langchain.tools.retriever import create_retriever_tool
15
- from langchain_google_genai import ChatGoogleGenerativeAI
16
- from langchain_community.llms import YandexGPT
17
- from langchain_core.tools import tool
18
- from supabase.client import Client, create_client
19
- from langchain_deepseek import ChatDeepSeek
20
-
21
- load_dotenv()
22
-
23
- @tool
24
- def wiki_search(query: str) -> str:
25
- """Search Wikipedia for a query and return maximum 2 results.
26
-
27
- Args:
28
- query: The search query."""
29
- search_docs = WikipediaLoader(query=query, load_max_docs=2).load()
30
- formatted_search_docs = "\n\n---\n\n".join(
31
- [
32
- f'<Document source="{doc.metadata["source"]}" page="{doc.metadata.get("page", "")}"/>\n{doc.page_content}\n</Document>'
33
- for doc in search_docs
34
- ])
35
- return {"wiki_results": formatted_search_docs}
36
-
37
- @tool
38
- def web_search(query: str) -> str:
39
- """Search Tavily for a query and return maximum 3 results.
40
-
41
- Args:
42
- query: The search query."""
43
- search_docs = TavilySearchResults(max_results=3).invoke(query=query)
44
- formatted_search_docs = "\n\n---\n\n".join(
45
- [
46
- f'<Document source="{doc.metadata["source"]}" page="{doc.metadata.get("page", "")}"/>\n{doc.page_content}\n</Document>'
47
- for doc in search_docs
48
- ])
49
- return {"web_results": formatted_search_docs}
50
-
51
- @tool
52
- def arvix_search(query: str) -> str:
53
- """Search Arxiv for a query and return maximum 3 result.
54
-
55
- Args:
56
- query: The search query."""
57
- search_docs = ArxivLoader(query=query, load_max_docs=3).load()
58
- formatted_search_docs = "\n\n---\n\n".join(
59
- [
60
- f'<Document source="{doc.metadata["source"]}" page="{doc.metadata.get("page", "")}"/>\n{doc.page_content[:1000]}\n</Document>'
61
- for doc in search_docs
62
- ])
63
- return {"arvix_results": formatted_search_docs}
64
-
65
- with open("system_prompt.txt", "r", encoding="utf-8") as f:
66
- system_prompt = f.read()
67
-
68
- # System message
69
- sys_msg = SystemMessage(content=system_prompt)
70
-
71
- # build a retriever
72
- embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-mpnet-base-v2") # dim=768
73
- supabase: Client = create_client(
74
- os.environ.get("SUPABASE_URL"),
75
- os.environ.get("SUPABASE_SERVICE_KEY"))
76
-
77
- vector_store = SupabaseVectorStore(
78
- client=supabase,
79
- embedding=embeddings,
80
- table_name="documents",
81
- query_name="match_documents_langchain",
82
- )
83
-
84
- retriever_tool = create_retriever_tool(
85
- retriever=vector_store.as_retriever(
86
- search_type="similarity",
87
- search_kwargs={"k": 5}
88
- ),
89
- name="question_search",
90
- description="A tool to retrieve similar questions from a vector store.",
91
- )
92
-
93
- tools = [
94
- wiki_search,
95
- web_search,
96
- arvix_search,
97
- retriever_tool,
98
- ]
99
-
100
- def build_graph():
101
- llm = ChatHuggingFace(
102
- llm=HuggingFaceEndpoint(
103
- repo_id = "Qwen/Qwen2.5-Coder-32B-Instruct"
104
- ),
105
- )
106
-
107
- #llm = YandexGPT(
108
- # api_key=os.environ["YANDEX_API_KEY"],
109
- # folder_id=os.environ["YANDEX_FOLDER_ID"],
110
- # model_uri=os.environ["YANDEX_MODEL_URI"],
111
- #)
112
-
113
- #llm = ChatDeepSeek(
114
- # model="deepseek-chat",
115
- # temperature=0,
116
- # max_tokens=None,
117
- # timeout=None,
118
- # max_retries=2,
119
- #)
120
-
121
- #llm_with_tools = llm.bind_tools(tools)
122
-
123
- def assistant(state: MessagesState):
124
- """Assistant node"""
125
- return {"messages": [llm_with_tools.invoke(state["messages"])]}
126
-
127
- def retriever(state: MessagesState):
128
- """Retriever node"""
129
- similar_question = vector_store.similarity_search(state["messages"][0].content)
130
- print('Similar questions:')
131
- print(similar_question)
132
- if len(similar_question) > 0:
133
- example_msg = HumanMessage(
134
- content=f"Here I provide a similar question and answer for reference: \n\n{similar_question[0].page_content}",
135
- )
136
- #return {"messages": [{"role": "system", "content": similar_question[0].page_content}]}
137
- return {"messages": [sys_msg] + state["messages"] + [example_msg]}
138
- return {"messages": [sys_msg] + state["messages"]}
139
-
140
- builder = StateGraph(MessagesState)
141
- builder.add_node("retriever", retriever)
142
- builder.add_node("assistant", assistant)
143
- builder.add_node("tools", ToolNode(tools))
144
- builder.add_edge(START, "retriever")
145
- builder.add_edge("retriever", "assistant")
146
- builder.add_conditional_edges(
147
- "assistant",
148
- tools_condition,
149
- )
150
- builder.add_edge("tools", "assistant")
151
-
152
- return builder.compile()
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
app.py DELETED
@@ -1,202 +0,0 @@
1
- import os
2
- import gradio as gr
3
- import requests
4
- import inspect
5
- import pandas as pd
6
- from agent import build_graph
7
- from langchain_core.messages import HumanMessage
8
-
9
- # (Keep Constants as is)
10
- # --- Constants ---
11
- DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
12
-
13
- # --- Basic Agent Definition ---
14
- # ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
15
- class BasicAgent:
16
- def __init__(self):
17
- self.graph = build_graph()
18
-
19
- def __call__(self, question: str) -> str:
20
- print(f"Agent received question (first 50 chars): {question[:50]}...")
21
- messages = [HumanMessage(content=question)]
22
- messages = self.graph.invoke({"messages": messages})
23
- print('Messages:')
24
- print(messages)
25
- answer = messages['messages'][-1].content
26
- return answer.split("FINAL ANSWER: ")[1]
27
-
28
- def run_and_submit_all( profile: gr.OAuthProfile | None):
29
- """
30
- Fetches all questions, runs the BasicAgent on them, submits all answers,
31
- and displays the results.
32
- """
33
- # --- Determine HF Space Runtime URL and Repo URL ---
34
- space_id = os.getenv("SPACE_ID") # Get the SPACE_ID for sending link to the code
35
-
36
- if profile:
37
- username= f"{profile.username}"
38
- print(f"User logged in: {username}")
39
- else:
40
- print("User not logged in.")
41
- return "Please Login to Hugging Face with the button.", None
42
-
43
- api_url = DEFAULT_API_URL
44
- questions_url = f"{api_url}/questions"
45
- submit_url = f"{api_url}/submit"
46
-
47
- # 1. Instantiate Agent ( modify this part to create your agent)
48
- try:
49
- agent = BasicAgent()
50
- except Exception as e:
51
- print(f"Error instantiating agent: {e}")
52
- return f"Error initializing agent: {e}", None
53
- # In the case of an app running as a hugging Face space, this link points toward your codebase ( usefull for others so please keep it public)
54
- agent_code = f"https://huggingface.co/spaces/{space_id}/tree/main"
55
- print(agent_code)
56
-
57
- # 2. Fetch Questions
58
- print(f"Fetching questions from: {questions_url}")
59
- try:
60
- response = requests.get(questions_url, timeout=15)
61
- response.raise_for_status()
62
- questions_data = response.json()
63
- if not questions_data:
64
- print("Fetched questions list is empty.")
65
- return "Fetched questions list is empty or invalid format.", None
66
- print(f"Fetched {len(questions_data)} questions.")
67
- except requests.exceptions.RequestException as e:
68
- print(f"Error fetching questions: {e}")
69
- return f"Error fetching questions: {e}", None
70
- except requests.exceptions.JSONDecodeError as e:
71
- print(f"Error decoding JSON response from questions endpoint: {e}")
72
- print(f"Response text: {response.text[:500]}")
73
- return f"Error decoding server response for questions: {e}", None
74
- except Exception as e:
75
- print(f"An unexpected error occurred fetching questions: {e}")
76
- return f"An unexpected error occurred fetching questions: {e}", None
77
-
78
- # 3. Run your Agent
79
- results_log = []
80
- answers_payload = []
81
- print(f"Running agent on {len(questions_data)} questions...")
82
- for item in questions_data:
83
- task_id = item.get("task_id")
84
- question_text = item.get("question")
85
- if not task_id or question_text is None:
86
- print(f"Skipping item with missing task_id or question: {item}")
87
- continue
88
- try:
89
- submitted_answer = agent(question_text)
90
- answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
91
- results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer})
92
- except Exception as e:
93
- print(f"Error running agent on task {task_id}: {e}")
94
- results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"})
95
-
96
- if not answers_payload:
97
- print("Agent did not produce any answers to submit.")
98
- return "Agent did not produce any answers to submit.", pd.DataFrame(results_log)
99
-
100
- # 4. Prepare Submission
101
- submission_data = {"username": username.strip(), "agent_code": agent_code, "answers": answers_payload}
102
- status_update = f"Agent finished. Submitting {len(answers_payload)} answers for user '{username}'..."
103
- print(status_update)
104
-
105
- # 5. Submit
106
- print(f"Submitting {len(answers_payload)} answers to: {submit_url}")
107
- try:
108
- response = requests.post(submit_url, json=submission_data, timeout=60)
109
- response.raise_for_status()
110
- result_data = response.json()
111
- final_status = (
112
- f"Submission Successful!\n"
113
- f"User: {result_data.get('username')}\n"
114
- f"Overall Score: {result_data.get('score', 'N/A')}% "
115
- f"({result_data.get('correct_count', '?')}/{result_data.get('total_attempted', '?')} correct)\n"
116
- f"Message: {result_data.get('message', 'No message received.')}"
117
- )
118
- print("Submission successful.")
119
- results_df = pd.DataFrame(results_log)
120
- return final_status, results_df
121
- except requests.exceptions.HTTPError as e:
122
- error_detail = f"Server responded with status {e.response.status_code}."
123
- try:
124
- error_json = e.response.json()
125
- error_detail += f" Detail: {error_json.get('detail', e.response.text)}"
126
- except requests.exceptions.JSONDecodeError:
127
- error_detail += f" Response: {e.response.text[:500]}"
128
- status_message = f"Submission Failed: {error_detail}"
129
- print(status_message)
130
- results_df = pd.DataFrame(results_log)
131
- return status_message, results_df
132
- except requests.exceptions.Timeout:
133
- status_message = "Submission Failed: The request timed out."
134
- print(status_message)
135
- results_df = pd.DataFrame(results_log)
136
- return status_message, results_df
137
- except requests.exceptions.RequestException as e:
138
- status_message = f"Submission Failed: Network error - {e}"
139
- print(status_message)
140
- results_df = pd.DataFrame(results_log)
141
- return status_message, results_df
142
- except Exception as e:
143
- status_message = f"An unexpected error occurred during submission: {e}"
144
- print(status_message)
145
- results_df = pd.DataFrame(results_log)
146
- return status_message, results_df
147
-
148
-
149
- # --- Build Gradio Interface using Blocks ---
150
- with gr.Blocks() as demo:
151
- gr.Markdown("# Basic Agent Evaluation Runner")
152
- gr.Markdown(
153
- """
154
- **Instructions:**
155
-
156
- 1. Please clone this space, then modify the code to define your agent's logic, the tools, the necessary packages, etc ...
157
- 2. Log in to your Hugging Face account using the button below. This uses your HF username for submission.
158
- 3. Click 'Run Evaluation & Submit All Answers' to fetch questions, run your agent, submit answers, and see the score.
159
-
160
- ---
161
- **Disclaimers:**
162
- Once clicking on the "submit button, it can take quite some time ( this is the time for the agent to go through all the questions).
163
- This space provides a basic setup and is intentionally sub-optimal to encourage you to develop your own, more robust solution. For instance for the delay process of the submit button, a solution could be to cache the answers and submit in a seperate action or even to answer the questions in async.
164
- """
165
- )
166
-
167
- gr.LoginButton()
168
-
169
- run_button = gr.Button("Run Evaluation & Submit All Answers")
170
-
171
- status_output = gr.Textbox(label="Run Status / Submission Result", lines=5, interactive=False)
172
- # Removed max_rows=10 from DataFrame constructor
173
- results_table = gr.DataFrame(label="Questions and Agent Answers", wrap=True)
174
-
175
- run_button.click(
176
- fn=run_and_submit_all,
177
- outputs=[status_output, results_table]
178
- )
179
-
180
- if __name__ == "__main__":
181
- print("\n" + "-"*30 + " App Starting " + "-"*30)
182
- # Check for SPACE_HOST and SPACE_ID at startup for information
183
- space_host_startup = os.getenv("SPACE_HOST")
184
- space_id_startup = os.getenv("SPACE_ID") # Get SPACE_ID at startup
185
-
186
- if space_host_startup:
187
- print(f"✅ SPACE_HOST found: {space_host_startup}")
188
- print(f" Runtime URL should be: https://{space_host_startup}.hf.space")
189
- else:
190
- print("ℹ️ SPACE_HOST environment variable not found (running locally?).")
191
-
192
- if space_id_startup: # Print repo URLs if SPACE_ID is found
193
- print(f"✅ SPACE_ID found: {space_id_startup}")
194
- print(f" Repo URL: https://huggingface.co/spaces/{space_id_startup}")
195
- print(f" Repo Tree URL: https://huggingface.co/spaces/{space_id_startup}/tree/main")
196
- else:
197
- print("ℹ️ SPACE_ID environment variable not found (running locally?). Repo URL cannot be determined.")
198
-
199
- print("-"*(60 + len(" App Starting ")) + "\n")
200
-
201
- print("Launching Gradio Interface for Basic Agent Evaluation...")
202
- demo.launch(debug=True, share=False)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
requirements.txt DELETED
@@ -1,20 +0,0 @@
1
- gradio
2
- requests
3
- langchain
4
- langchain-community
5
- langchain-core
6
- langchain-google-genai
7
- langchain-huggingface
8
- langchain-groq
9
- langchain-tavily
10
- langchain-chroma
11
- langchain-deepseek
12
- langgraph
13
- huggingface_hub
14
- supabase
15
- arxiv
16
- pymupdf
17
- wikipedia
18
- pgvector
19
- python-dotenv
20
- sentence-transformers
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
system_prompt.txt DELETED
@@ -1,5 +0,0 @@
1
- You are a helpful assistant tasked with answering questions using a set of tools.
2
- Now, I will ask you a question. Report your thoughts, and finish your answer with the following template:
3
- FINAL ANSWER: [YOUR FINAL ANSWER].
4
- YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated list of numbers and/or strings. If you are asked for a number, don't use comma to write your number neither use units such as $ or percent sign unless specified otherwise. If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise. If you are asked for a comma separated list, apply the above rules depending of whether the element to be put in the list is a number or a string.
5
- Your answer should only start with "FINAL ANSWER: ", then follows with the answer.