Youssef-El-SaYed commited on
Commit
08f31c0
·
verified ·
1 Parent(s): 4cf1e3c

Create agent.py

Browse files
Files changed (1) hide show
  1. agent.py +222 -0
agent.py ADDED
@@ -0,0 +1,222 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import os
2
+ from dotenv import load_dotenv
3
+ from langgraph.graph import START, StateGraph, MessagesState
4
+ from langgraph.prebuilt import tools_condition
5
+ from langgraph.prebuilt import ToolNode
6
+ from langchain_google_genai import ChatGoogleGenerativeAI
7
+ from langchain_groq import ChatGroq
8
+ from langchain_huggingface import ChatHuggingFace, HuggingFaceEndpoint, HuggingFaceEmbeddings
9
+ from langchain_community.tools.tavily_search import TavilySearchResults
10
+ from langchain_community.document_loaders import WikipediaLoader
11
+ from langchain_community.document_loaders import ArxivLoader
12
+ from langchain_community.vectorstores import SupabaseVectorStore
13
+ from langchain_core.messages import SystemMessage, HumanMessage
14
+ from langchain_core.tools import tool
15
+ from langchain.tools.retriever import create_retriever_tool
16
+ from supabase.client import Client, create_client
17
+
18
+ load_dotenv()
19
+
20
+ @tool
21
+ def multiply(a: int, b: int) -> int:
22
+ """Multiply two numbers.
23
+ Args:
24
+ a: first int
25
+ b: second int
26
+ """
27
+ return a * b
28
+
29
+ @tool
30
+ def add(a: int, b: int) -> int:
31
+ """Add two numbers.
32
+
33
+ Args:
34
+ a: first int
35
+ b: second int
36
+ """
37
+ return a + b
38
+
39
+ @tool
40
+ def subtract(a: int, b: int) -> int:
41
+ """Subtract two numbers.
42
+
43
+ Args:
44
+ a: first int
45
+ b: second int
46
+ """
47
+ return a - b
48
+
49
+ @tool
50
+ def divide(a: int, b: int) -> int:
51
+ """Divide two numbers.
52
+
53
+ Args:
54
+ a: first int
55
+ b: second int
56
+ """
57
+ if b == 0:
58
+ raise ValueError("Cannot divide by zero.")
59
+ return a / b
60
+
61
+ @tool
62
+ def modulus(a: int, b: int) -> int:
63
+ """Get the modulus of two numbers.
64
+
65
+ Args:
66
+ a: first int
67
+ b: second int
68
+ """
69
+ return a % b
70
+
71
+ @tool
72
+ def wiki_search(query: str) -> str:
73
+ """Search Wikipedia for a query and return maximum 2 results.
74
+
75
+ Args:
76
+ query: The search query."""
77
+ search_docs = WikipediaLoader(query=query, load_max_docs=2).load()
78
+ formatted_search_docs = "\n\n---\n\n".join(
79
+ [
80
+ f'<Document source="{doc.metadata["source"]}" page="{doc.metadata.get("page", "")}"/>\n{doc.page_content}\n</Document>'
81
+ for doc in search_docs
82
+ ])
83
+ return {"wiki_results": formatted_search_docs}
84
+
85
+ @tool
86
+ def web_search(query: str) -> str:
87
+ """Search Tavily for a query and return maximum 3 results.
88
+
89
+ Args:
90
+ query: The search query."""
91
+ search_docs = TavilySearchResults(max_results=3).invoke(query=query)
92
+ formatted_search_docs = "\n\n---\n\n".join(
93
+ [
94
+ f'<Document source="{doc.metadata["source"]}" page="{doc.metadata.get("page", "")}"/>\n{doc.page_content}\n</Document>'
95
+ for doc in search_docs
96
+ ])
97
+ return {"web_results": formatted_search_docs}
98
+
99
+ @tool
100
+ def arvix_search(query: str) -> str:
101
+ """Search Arxiv for a query and return maximum 3 result.
102
+
103
+ Args:
104
+ query: The search query."""
105
+ search_docs = ArxivLoader(query=query, load_max_docs=3).load()
106
+ formatted_search_docs = "\n\n---\n\n".join(
107
+ [
108
+ f'<Document source="{doc.metadata["source"]}" page="{doc.metadata.get("page", "")}"/>\n{doc.page_content[:1000]}\n</Document>'
109
+ for doc in search_docs
110
+ ])
111
+ return {"arvix_results": formatted_search_docs}
112
+
113
+
114
+
115
+ # load the system prompt from the file
116
+ with open("system_prompt.txt", "r", encoding="utf-8") as f:
117
+ system_prompt = f.read()
118
+
119
+ # System message
120
+ sys_msg = SystemMessage(content=system_prompt)
121
+
122
+ # build a retriever
123
+ embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-mpnet-base-v2") # dim=768
124
+ supabase: Client = create_client(
125
+ os.environ.get("SUPABASE_URL"),
126
+ os.environ.get("SUPABASE_SERVICE_KEY"))
127
+ vector_store = SupabaseVectorStore(
128
+ client=supabase,
129
+ embedding= embeddings,
130
+ table_name="documents",
131
+ query_name="match_documents_langchain",
132
+ )
133
+ create_retriever_tool = create_retriever_tool(
134
+ retriever=vector_store.as_retriever(),
135
+ name="Question Search",
136
+ description="A tool to retrieve similar questions from a vector store.",
137
+ )
138
+
139
+
140
+
141
+ tools = [
142
+ multiply,
143
+ add,
144
+ subtract,
145
+ divide,
146
+ modulus,
147
+ wiki_search,
148
+ web_search,
149
+ arvix_search,
150
+ ]
151
+
152
+ # Build graph function
153
+ def build_graph(provider: str = "google"):
154
+ """Build the graph"""
155
+ # Load environment variables from .env file
156
+ if provider == "google":
157
+ # Google Gemini
158
+ llm = ChatGoogleGenerativeAI(model="gemini-2.0-flash", temperature=0)
159
+ elif provider == "groq":
160
+ # Groq https://console.groq.com/docs/models
161
+ llm = ChatGroq(model="qwen-qwq-32b", temperature=0) # optional : qwen-qwq-32b gemma2-9b-it
162
+ elif provider == "huggingface":
163
+ # TODO: Add huggingface endpoint
164
+ llm = ChatHuggingFace(
165
+ llm=HuggingFaceEndpoint(
166
+ url="https://api-inference.huggingface.co/models/Meta-DeepLearning/llama-2-7b-chat-hf",
167
+ temperature=0,
168
+ ),
169
+ )
170
+ else:
171
+ raise ValueError("Invalid provider. Choose 'google', 'groq' or 'huggingface'.")
172
+ # Bind tools to LLM
173
+ llm_with_tools = llm.bind_tools(tools)
174
+
175
+ # Node
176
+ def assistant(state: MessagesState):
177
+ """Assistant node"""
178
+ return {"messages": [llm_with_tools.invoke(state["messages"])]}
179
+
180
+ # def retriever(state: MessagesState):
181
+ # """Retriever node"""
182
+ # similar_question = vector_store.similarity_search(state["messages"][0].content)
183
+ #example_msg = HumanMessage(
184
+ # content=f"Here I provide a similar question and answer for reference: \n\n{similar_question[0].page_content}",
185
+ # )
186
+ # return {"messages": [sys_msg] + state["messages"] + [example_msg]}
187
+
188
+ from langchain_core.messages import AIMessage
189
+
190
+ def retriever(state: MessagesState):
191
+ query = state["messages"][-1].content
192
+ similar_doc = vector_store.similarity_search(query, k=1)[0]
193
+
194
+ content = similar_doc.page_content
195
+ if "Final answer :" in content:
196
+ answer = content.split("Final answer :")[-1].strip()
197
+ else:
198
+ answer = content.strip()
199
+
200
+ return {"messages": [AIMessage(content=answer)]}
201
+
202
+ # builder = StateGraph(MessagesState)
203
+ #builder.add_node("retriever", retriever)
204
+ #builder.add_node("assistant", assistant)
205
+ #builder.add_node("tools", ToolNode(tools))
206
+ #builder.add_edge(START, "retriever")
207
+ #builder.add_edge("retriever", "assistant")
208
+ #builder.add_conditional_edges(
209
+ # "assistant",
210
+ # tools_condition,
211
+ #)
212
+ #builder.add_edge("tools", "assistant")
213
+
214
+ builder = StateGraph(MessagesState)
215
+ builder.add_node("retriever", retriever)
216
+
217
+ # Retriever ist Start und Endpunkt
218
+ builder.set_entry_point("retriever")
219
+ builder.set_finish_point("retriever")
220
+
221
+ # Compile graph
222
+ return builder.compile()