Spaces:
Sleeping
Sleeping
commit
Browse files- agent.py +68 -63
- requirements.txt +15 -18
agent.py
CHANGED
|
@@ -4,10 +4,12 @@
|
|
| 4 |
# - OpenAI GPT-4o-mini ์ฌ์ฉ
|
| 5 |
# - Wikipedia / Arxiv / DuckDuckGo ๊ฒ์ ๋๊ตฌ ํฌํจ
|
| 6 |
# - HuggingFace Embedding + FAISS Retriever ์ ์ง
|
|
|
|
| 7 |
# =========================================================
|
| 8 |
|
| 9 |
import os
|
| 10 |
import pickle
|
|
|
|
| 11 |
|
| 12 |
# ---------------------------------------------------------
|
| 13 |
# LangChain / LangGraph ํต์ฌ ๊ตฌ์ฑ์์
|
|
@@ -23,22 +25,27 @@ from langchain_core.messages import SystemMessage, HumanMessage
|
|
| 23 |
from langchain_core.tools import tool
|
| 24 |
from langchain_community.tools import DuckDuckGoSearchRun
|
| 25 |
|
| 26 |
-
from langgraph.graph import START,
|
| 27 |
from langgraph.prebuilt import ToolNode, tools_condition
|
| 28 |
|
| 29 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 30 |
# ---------------------------------------------------------
|
| 31 |
-
# DuckDuckGo ๊ฒ์ ์ธ์คํด์ค
|
| 32 |
-
# - API Key ๋ถํ์
|
| 33 |
-
# - Space ํ๊ฒฝ์์ ์ฌ์ฉ ๊ฐ๋ฅ
|
| 34 |
# ---------------------------------------------------------
|
| 35 |
ddg = DuckDuckGoSearchRun()
|
| 36 |
|
| 37 |
|
| 38 |
# =========================================================
|
| 39 |
# TOOLS ์ ์
|
| 40 |
-
# โป LangChain ์ต์ ๋ฒ์ ์์๋
|
| 41 |
-
# @tool ํจ์์ "docstring"์ด ๋ฐ๋์ ํ์ํจ
|
| 42 |
# =========================================================
|
| 43 |
|
| 44 |
@tool
|
|
@@ -47,12 +54,8 @@ def wiki_search(query: str) -> dict:
|
|
| 47 |
Search Wikipedia for factual information related to the query.
|
| 48 |
Returns raw page content as text.
|
| 49 |
"""
|
| 50 |
-
# Wikipedia์์ ์ต๋ 2๊ฐ ๋ฌธ์ ๋ก๋
|
| 51 |
docs = WikipediaLoader(query=query, load_max_docs=2).load()
|
| 52 |
-
|
| 53 |
-
# ๋ฌธ์ ๋ด์ฉ์ ํ๋์ ๋ฌธ์์ด๋ก ๋ณํฉ
|
| 54 |
text = "\n\n".join(d.page_content for d in docs)
|
| 55 |
-
|
| 56 |
return {"wiki": text}
|
| 57 |
|
| 58 |
|
|
@@ -62,12 +65,8 @@ def arxiv_search(query: str) -> dict:
|
|
| 62 |
Search Arxiv for academic papers related to the query.
|
| 63 |
Returns truncated paper content.
|
| 64 |
"""
|
| 65 |
-
# Arxiv์์ ์ต๋ 2๊ฐ ๋
ผ๋ฌธ ๋ก๋
|
| 66 |
docs = ArxivLoader(query=query, load_max_docs=2).load()
|
| 67 |
-
|
| 68 |
-
# ๋
ผ๋ฌธ์ ๊ธธ๊ธฐ ๋๋ฌธ์ ์๋ถ๋ถ๋ง ์ฌ์ฉ
|
| 69 |
text = "\n\n".join(d.page_content[:1000] for d in docs)
|
| 70 |
-
|
| 71 |
return {"arxiv": text}
|
| 72 |
|
| 73 |
|
|
@@ -78,21 +77,16 @@ def web_search(query: str) -> dict:
|
|
| 78 |
No API key required. Suitable for Hugging Face Spaces.
|
| 79 |
"""
|
| 80 |
try:
|
| 81 |
-
|
| 82 |
-
result = ddg.run(query)
|
| 83 |
-
return {"web": result}
|
| 84 |
except Exception:
|
| 85 |
-
# ๊ฒ์ ์คํจ ์ ๋น ๊ฒฐ๊ณผ ๋ฐํ (๊ทธ๋ํ ์ค๋จ ๋ฐฉ์ง)
|
| 86 |
return {"web": ""}
|
| 87 |
|
| 88 |
|
| 89 |
-
# LangGraph์์ ์ฌ์ฉํ Tool ๋ชฉ๋ก
|
| 90 |
TOOLS = [wiki_search, arxiv_search, web_search]
|
| 91 |
|
| 92 |
|
| 93 |
# =========================================================
|
| 94 |
-
# SYSTEM PROMPT
|
| 95 |
-
# - GAIA ํ๊ฐ ๊ท์น์ ๋ง๊ฒ ์ถ๋ ฅ ํ์ ๊ฐ์
|
| 96 |
# =========================================================
|
| 97 |
SYSTEM_PROMPT = """
|
| 98 |
You are solving GAIA benchmark questions.
|
|
@@ -105,36 +99,27 @@ You MUST:
|
|
| 105 |
- No extra text.
|
| 106 |
""".strip()
|
| 107 |
|
| 108 |
-
# SystemMessage ๊ฐ์ฒด๋ก ๋ณํ
|
| 109 |
SYS_MSG = SystemMessage(content=SYSTEM_PROMPT)
|
| 110 |
|
| 111 |
|
| 112 |
# =========================================================
|
| 113 |
-
#
|
| 114 |
-
# - ์ด์ ์ง๋ฌธ๊ณผ ์ ์ฌํ ํจํด์ ์ ๊ณตํ๊ธฐ ์ํ ์ฉ๋
|
| 115 |
# =========================================================
|
| 116 |
-
|
| 117 |
-
# ๋ฌธ์ฅ ์๋ฒ ๋ฉ ๋ชจ๋ธ (768์ฐจ์)
|
| 118 |
embeddings = HuggingFaceEmbeddings(
|
| 119 |
model_name="sentence-transformers/all-mpnet-base-v2"
|
| 120 |
)
|
| 121 |
|
| 122 |
-
# FAISS ์ธ๋ฑ์ค๊ฐ ์ด๋ฏธ ์์ผ๋ฉด ๋ก๋
|
| 123 |
if os.path.exists("faiss.pkl"):
|
| 124 |
with open("faiss.pkl", "rb") as f:
|
| 125 |
vector_store = pickle.load(f)
|
| 126 |
else:
|
| 127 |
-
# ์ต์ด ์คํ ์ ๊ธฐ๋ณธ ์๋ ๋ฌธ์ ์์ฑ
|
| 128 |
seed_docs = [
|
| 129 |
Document(page_content="GAIA questions require factual exact answers."),
|
| 130 |
]
|
| 131 |
vector_store = FAISS.from_documents(seed_docs, embeddings)
|
| 132 |
-
|
| 133 |
-
# ๋ค์ ์คํ์ ์ํด ์ ์ฅ
|
| 134 |
with open("faiss.pkl", "wb") as f:
|
| 135 |
pickle.dump(vector_store, f)
|
| 136 |
|
| 137 |
-
# Retriever Tool (ํ์ฌ ๊ทธ๋ํ์์๋ ๋ณด์กฐ ์ญํ )
|
| 138 |
retriever_tool = create_retriever_tool(
|
| 139 |
retriever=vector_store.as_retriever(),
|
| 140 |
name="question_retriever",
|
|
@@ -143,73 +128,93 @@ retriever_tool = create_retriever_tool(
|
|
| 143 |
|
| 144 |
|
| 145 |
# =========================================================
|
| 146 |
-
#
|
| 147 |
# =========================================================
|
| 148 |
def build_agent():
|
| 149 |
"""
|
| 150 |
-
|
| 151 |
-
|
| 152 |
-
- LLM โ Tool โ LLM ๋ฐ๋ณต ํ๋ฆ์ ์์ฑ
|
| 153 |
"""
|
| 154 |
|
| 155 |
-
# OpenAI GPT-4o-mini (Space์์ ์์ ์ ์ผ๋ก ์ฌ์ฉ ๊ฐ๋ฅ)
|
| 156 |
llm = ChatOpenAI(
|
| 157 |
model="gpt-4o-mini",
|
| 158 |
-
temperature=0,
|
| 159 |
max_tokens=128,
|
| 160 |
)
|
| 161 |
|
| 162 |
-
# LLM์ Tool ์ฌ์ฉ ๊ถํ ๋ถ์ฌ
|
| 163 |
llm_with_tools = llm.bind_tools(TOOLS)
|
| 164 |
|
| 165 |
# ---------------------
|
| 166 |
-
#
|
| 167 |
# ---------------------
|
| 168 |
-
def
|
| 169 |
-
|
| 170 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 171 |
|
| 172 |
-
|
| 173 |
-
|
| 174 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 175 |
|
| 176 |
# ---------------------
|
| 177 |
-
# Graph
|
| 178 |
# ---------------------
|
| 179 |
-
builder = StateGraph(
|
| 180 |
|
| 181 |
-
builder.add_node("
|
| 182 |
builder.add_node("assistant", assistant)
|
| 183 |
builder.add_node("tools", ToolNode(TOOLS))
|
| 184 |
|
| 185 |
-
|
| 186 |
-
builder.add_edge(
|
| 187 |
-
builder.add_edge("retriever", "assistant")
|
| 188 |
|
| 189 |
-
|
| 190 |
-
|
|
|
|
|
|
|
| 191 |
|
| 192 |
-
# tool ์คํ ํ ๋ค์ assistant๋ก ๋ณต๊ท
|
| 193 |
builder.add_edge("tools", "assistant")
|
| 194 |
|
| 195 |
-
|
|
|
|
| 196 |
|
| 197 |
|
| 198 |
# =========================================================
|
| 199 |
-
#
|
| 200 |
-
# - app.py์์ ์ด ํด๋์ค๋ง import
|
| 201 |
# =========================================================
|
| 202 |
class BasicAgent:
|
| 203 |
def __init__(self):
|
| 204 |
-
# LangGraph ์ปดํ์ผ
|
| 205 |
self.graph = build_agent()
|
| 206 |
-
print("โ
LangGraph GPT-4o-mini Agent initialized")
|
| 207 |
|
| 208 |
def __call__(self, question: str) -> str:
|
| 209 |
-
# ์ง๋ฌธ์ HumanMessage๋ก ๊ฐ์ธ Graph ์คํ
|
| 210 |
result = self.graph.invoke(
|
| 211 |
-
{
|
|
|
|
|
|
|
|
|
|
| 212 |
)
|
| 213 |
-
|
| 214 |
-
# ์ต์ข
assistant ๋ฉ์์ง๋ง ๋ฐํ
|
| 215 |
return result["messages"][-1].content.strip()
|
|
|
|
| 4 |
# - OpenAI GPT-4o-mini ์ฌ์ฉ
|
| 5 |
# - Wikipedia / Arxiv / DuckDuckGo ๊ฒ์ ๋๊ตฌ ํฌํจ
|
| 6 |
# - HuggingFace Embedding + FAISS Retriever ์ ์ง
|
| 7 |
+
# - Tool ๋ฌดํ ๋ฃจํ ์ฐจ๋จ (์ค์)
|
| 8 |
# =========================================================
|
| 9 |
|
| 10 |
import os
|
| 11 |
import pickle
|
| 12 |
+
from typing import TypedDict
|
| 13 |
|
| 14 |
# ---------------------------------------------------------
|
| 15 |
# LangChain / LangGraph ํต์ฌ ๊ตฌ์ฑ์์
|
|
|
|
| 25 |
from langchain_core.tools import tool
|
| 26 |
from langchain_community.tools import DuckDuckGoSearchRun
|
| 27 |
|
| 28 |
+
from langgraph.graph import START, END, StateGraph
|
| 29 |
from langgraph.prebuilt import ToolNode, tools_condition
|
| 30 |
|
| 31 |
|
| 32 |
+
# =========================================================
|
| 33 |
+
# State ์ ์
|
| 34 |
+
# - tool์ ์ด๋ฏธ ์ฌ์ฉํ๋์ง ์ฌ๋ถ๋ฅผ ๊ธฐ๋ก
|
| 35 |
+
# =========================================================
|
| 36 |
+
class AgentState(TypedDict):
|
| 37 |
+
messages: list
|
| 38 |
+
used_tools: bool
|
| 39 |
+
|
| 40 |
+
|
| 41 |
# ---------------------------------------------------------
|
| 42 |
+
# DuckDuckGo ๊ฒ์ ์ธ์คํด์ค (API Key ๋ถํ์)
|
|
|
|
|
|
|
| 43 |
# ---------------------------------------------------------
|
| 44 |
ddg = DuckDuckGoSearchRun()
|
| 45 |
|
| 46 |
|
| 47 |
# =========================================================
|
| 48 |
# TOOLS ์ ์
|
|
|
|
|
|
|
| 49 |
# =========================================================
|
| 50 |
|
| 51 |
@tool
|
|
|
|
| 54 |
Search Wikipedia for factual information related to the query.
|
| 55 |
Returns raw page content as text.
|
| 56 |
"""
|
|
|
|
| 57 |
docs = WikipediaLoader(query=query, load_max_docs=2).load()
|
|
|
|
|
|
|
| 58 |
text = "\n\n".join(d.page_content for d in docs)
|
|
|
|
| 59 |
return {"wiki": text}
|
| 60 |
|
| 61 |
|
|
|
|
| 65 |
Search Arxiv for academic papers related to the query.
|
| 66 |
Returns truncated paper content.
|
| 67 |
"""
|
|
|
|
| 68 |
docs = ArxivLoader(query=query, load_max_docs=2).load()
|
|
|
|
|
|
|
| 69 |
text = "\n\n".join(d.page_content[:1000] for d in docs)
|
|
|
|
| 70 |
return {"arxiv": text}
|
| 71 |
|
| 72 |
|
|
|
|
| 77 |
No API key required. Suitable for Hugging Face Spaces.
|
| 78 |
"""
|
| 79 |
try:
|
| 80 |
+
return {"web": ddg.run(query)}
|
|
|
|
|
|
|
| 81 |
except Exception:
|
|
|
|
| 82 |
return {"web": ""}
|
| 83 |
|
| 84 |
|
|
|
|
| 85 |
TOOLS = [wiki_search, arxiv_search, web_search]
|
| 86 |
|
| 87 |
|
| 88 |
# =========================================================
|
| 89 |
+
# SYSTEM PROMPT (GAIA ๊ท์น ๊ณ ์ )
|
|
|
|
| 90 |
# =========================================================
|
| 91 |
SYSTEM_PROMPT = """
|
| 92 |
You are solving GAIA benchmark questions.
|
|
|
|
| 99 |
- No extra text.
|
| 100 |
""".strip()
|
| 101 |
|
|
|
|
| 102 |
SYS_MSG = SystemMessage(content=SYSTEM_PROMPT)
|
| 103 |
|
| 104 |
|
| 105 |
# =========================================================
|
| 106 |
+
# FAISS Retriever (์ ์ง)
|
|
|
|
| 107 |
# =========================================================
|
|
|
|
|
|
|
| 108 |
embeddings = HuggingFaceEmbeddings(
|
| 109 |
model_name="sentence-transformers/all-mpnet-base-v2"
|
| 110 |
)
|
| 111 |
|
|
|
|
| 112 |
if os.path.exists("faiss.pkl"):
|
| 113 |
with open("faiss.pkl", "rb") as f:
|
| 114 |
vector_store = pickle.load(f)
|
| 115 |
else:
|
|
|
|
| 116 |
seed_docs = [
|
| 117 |
Document(page_content="GAIA questions require factual exact answers."),
|
| 118 |
]
|
| 119 |
vector_store = FAISS.from_documents(seed_docs, embeddings)
|
|
|
|
|
|
|
| 120 |
with open("faiss.pkl", "wb") as f:
|
| 121 |
pickle.dump(vector_store, f)
|
| 122 |
|
|
|
|
| 123 |
retriever_tool = create_retriever_tool(
|
| 124 |
retriever=vector_store.as_retriever(),
|
| 125 |
name="question_retriever",
|
|
|
|
| 128 |
|
| 129 |
|
| 130 |
# =========================================================
|
| 131 |
+
# LangGraph ๋น๋
|
| 132 |
# =========================================================
|
| 133 |
def build_agent():
|
| 134 |
"""
|
| 135 |
+
Tool์ ์ต๋ 1ํ๋ง ์ฌ์ฉํ๋๋ก ๊ฐ์ ํ LangGraph.
|
| 136 |
+
๋ฌดํ ๋ฃจํ / recursion ์๋ฌ ์์ฒ ์ฐจ๋จ.
|
|
|
|
| 137 |
"""
|
| 138 |
|
|
|
|
| 139 |
llm = ChatOpenAI(
|
| 140 |
model="gpt-4o-mini",
|
| 141 |
+
temperature=0,
|
| 142 |
max_tokens=128,
|
| 143 |
)
|
| 144 |
|
|
|
|
| 145 |
llm_with_tools = llm.bind_tools(TOOLS)
|
| 146 |
|
| 147 |
# ---------------------
|
| 148 |
+
# Nodes
|
| 149 |
# ---------------------
|
| 150 |
+
def inject_system(state: AgentState):
|
| 151 |
+
return {
|
| 152 |
+
"messages": [SYS_MSG] + state["messages"],
|
| 153 |
+
"used_tools": state.get("used_tools", False),
|
| 154 |
+
}
|
| 155 |
+
|
| 156 |
+
def assistant(state: AgentState):
|
| 157 |
+
msg = llm_with_tools.invoke(state["messages"])
|
| 158 |
+
return {
|
| 159 |
+
"messages": [msg],
|
| 160 |
+
"used_tools": state.get("used_tools", False),
|
| 161 |
+
}
|
| 162 |
+
|
| 163 |
+
def tools_node(state: AgentState):
|
| 164 |
+
# Tool์ ์ฌ์ฉํ ์๊ฐ used_tools = True
|
| 165 |
+
return {
|
| 166 |
+
"messages": state["messages"],
|
| 167 |
+
"used_tools": True,
|
| 168 |
+
}
|
| 169 |
|
| 170 |
+
# ---------------------
|
| 171 |
+
# Conditional (ํต์ฌ)
|
| 172 |
+
# ---------------------
|
| 173 |
+
def tool_condition_once(state: AgentState):
|
| 174 |
+
"""
|
| 175 |
+
Tool์ ๋ฑ ํ ๋ฒ๋ง ํ์ฉ.
|
| 176 |
+
์ด๋ฏธ ์ฌ์ฉํ๋ค๋ฉด ๋ฌด์กฐ๊ฑด END.
|
| 177 |
+
"""
|
| 178 |
+
if state.get("used_tools"):
|
| 179 |
+
return END
|
| 180 |
+
return tools_condition(state)
|
| 181 |
|
| 182 |
# ---------------------
|
| 183 |
+
# Graph
|
| 184 |
# ---------------------
|
| 185 |
+
builder = StateGraph(AgentState)
|
| 186 |
|
| 187 |
+
builder.add_node("inject_system", inject_system)
|
| 188 |
builder.add_node("assistant", assistant)
|
| 189 |
builder.add_node("tools", ToolNode(TOOLS))
|
| 190 |
|
| 191 |
+
builder.add_edge(START, "inject_system")
|
| 192 |
+
builder.add_edge("inject_system", "assistant")
|
|
|
|
| 193 |
|
| 194 |
+
builder.add_conditional_edges(
|
| 195 |
+
"assistant",
|
| 196 |
+
tool_condition_once
|
| 197 |
+
)
|
| 198 |
|
|
|
|
| 199 |
builder.add_edge("tools", "assistant")
|
| 200 |
|
| 201 |
+
# recursion_limit์ ์์ ์ฅ์น
|
| 202 |
+
return builder.compile(recursion_limit=10)
|
| 203 |
|
| 204 |
|
| 205 |
# =========================================================
|
| 206 |
+
# Public API (app.py์์ ์ฌ์ฉ)
|
|
|
|
| 207 |
# =========================================================
|
| 208 |
class BasicAgent:
|
| 209 |
def __init__(self):
|
|
|
|
| 210 |
self.graph = build_agent()
|
| 211 |
+
print("โ
LangGraph GPT-4o-mini Agent initialized (tool loop fixed)")
|
| 212 |
|
| 213 |
def __call__(self, question: str) -> str:
|
|
|
|
| 214 |
result = self.graph.invoke(
|
| 215 |
+
{
|
| 216 |
+
"messages": [HumanMessage(content=question)],
|
| 217 |
+
"used_tools": False,
|
| 218 |
+
}
|
| 219 |
)
|
|
|
|
|
|
|
| 220 |
return result["messages"][-1].content.strip()
|
requirements.txt
CHANGED
|
@@ -1,18 +1,15 @@
|
|
| 1 |
-
gradio
|
| 2 |
-
requests
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
langchain-community
|
| 7 |
-
|
| 8 |
-
langchain-huggingface
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
duckduckgo-search
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
wikipedia>=1.4.0
|
| 18 |
-
arxiv>=2.1.0
|
|
|
|
| 1 |
+
gradio
|
| 2 |
+
requests
|
| 3 |
+
langgraph
|
| 4 |
+
langchain
|
| 5 |
+
langchain_core
|
| 6 |
+
langchain-community
|
| 7 |
+
langchain_openai
|
| 8 |
+
langchain-huggingface
|
| 9 |
+
sentence-transformers
|
| 10 |
+
faiss-cpu
|
| 11 |
+
ddgs
|
| 12 |
+
duckduckgo-search
|
| 13 |
+
wikipedia
|
| 14 |
+
arxiv
|
| 15 |
+
pymupdf
|
|
|
|
|
|
|
|
|