hanyi00i
commited on
Commit
·
b7fcbb7
1
Parent(s):
7d1fdee
feat: implemented agent mode
Browse files
agent.py
CHANGED
|
@@ -6,6 +6,7 @@ from cerebras.cloud.sdk import Cerebras
|
|
| 6 |
|
| 7 |
load_dotenv()
|
| 8 |
|
|
|
|
| 9 |
|
| 10 |
class HanBasicAgent:
|
| 11 |
def __init__(self):
|
|
@@ -16,7 +17,7 @@ class HanBasicAgent:
|
|
| 16 |
self.tavily = TavilyClient(api_key=self.tavily_key)
|
| 17 |
# self.llm_client = OpenAI(base_url="https://router.huggingface.co/v1", api_key=self.hf_token)
|
| 18 |
self.llm_client = Cerebras(api_key=os.environ.get("CEREBRAS_API_KEY"))
|
| 19 |
-
self.model = "
|
| 20 |
|
| 21 |
def _truncate_query(self, query: str, max_len: int = 390) -> str:
|
| 22 |
return query[:max_len] + ("..." if len(query) > max_len else "")
|
|
|
|
| 6 |
|
| 7 |
load_dotenv()
|
| 8 |
|
| 9 |
+
SAMPLE_MODEL = "gpt-oss-120b"
|
| 10 |
|
| 11 |
class HanBasicAgent:
|
| 12 |
def __init__(self):
|
|
|
|
| 17 |
self.tavily = TavilyClient(api_key=self.tavily_key)
|
| 18 |
# self.llm_client = OpenAI(base_url="https://router.huggingface.co/v1", api_key=self.hf_token)
|
| 19 |
self.llm_client = Cerebras(api_key=os.environ.get("CEREBRAS_API_KEY"))
|
| 20 |
+
self.model = os.getenv("LLM_MODEL", SAMPLE_MODEL)
|
| 21 |
|
| 22 |
def _truncate_query(self, query: str, max_len: int = 390) -> str:
|
| 23 |
return query[:max_len] + ("..." if len(query) > max_len else "")
|