Spaces:
Running
Running
Harshil Patel commited on
Commit ·
e5d4b0f
1
Parent(s): 8875451
Add gemini agent
Browse files- src/agent_manager.py +37 -2
- tools/agent_creater_tool.py +6 -1
src/agent_manager.py
CHANGED
|
@@ -5,7 +5,11 @@ import json
|
|
| 5 |
import ollama
|
| 6 |
from src.utils.singleton import singleton
|
| 7 |
from src.utils.streamlit_interface import output_assistant_response
|
| 8 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
class Agent(ABC):
|
| 10 |
|
| 11 |
def __init__(self, agent_name: str, base_model: str, system_prompt: str, creation_cost: str, invoke_cost: str):
|
|
@@ -59,13 +63,42 @@ class OllamaAgent(Agent):
|
|
| 59 |
def delete_agent(self):
|
| 60 |
ollama.delete(self.agent_name)
|
| 61 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 62 |
@singleton
|
| 63 |
class AgentManager():
|
| 64 |
|
| 65 |
def __init__(self):
|
| 66 |
self._agents = {}
|
| 67 |
self._agent_types ={
|
| 68 |
-
"ollama": OllamaAgent
|
|
|
|
| 69 |
}
|
| 70 |
|
| 71 |
self._load_agents()
|
|
@@ -185,6 +218,8 @@ class AgentManager():
|
|
| 185 |
return "ollama"
|
| 186 |
elif base_model == "mistral":
|
| 187 |
return "ollama"
|
|
|
|
|
|
|
| 188 |
else:
|
| 189 |
return "unknown"
|
| 190 |
|
|
|
|
| 5 |
import ollama
|
| 6 |
from src.utils.singleton import singleton
|
| 7 |
from src.utils.streamlit_interface import output_assistant_response
|
| 8 |
+
from google import genai
|
| 9 |
+
from google.genai import types
|
| 10 |
+
from google.genai.types import *
|
| 11 |
+
import os
|
| 12 |
+
from dotenv import load_dotenv
|
| 13 |
class Agent(ABC):
|
| 14 |
|
| 15 |
def __init__(self, agent_name: str, base_model: str, system_prompt: str, creation_cost: str, invoke_cost: str):
|
|
|
|
| 63 |
def delete_agent(self):
|
| 64 |
ollama.delete(self.agent_name)
|
| 65 |
|
| 66 |
+
class GeminiAgent(Agent):
|
| 67 |
+
def __init__(self, agent_name: str, base_model: str, system_prompt: str, creation_cost: str, invoke_cost: str):
|
| 68 |
+
load_dotenv()
|
| 69 |
+
self.api_key = os.getenv("GEMINI_KEY")
|
| 70 |
+
if not self.api_key:
|
| 71 |
+
raise ValueError("Google API key is required for Gemini models. Set GOOGLE_API_KEY environment variable or pass api_key parameter.")
|
| 72 |
+
|
| 73 |
+
# Initialize the Gemini API
|
| 74 |
+
self.client = genai.Client(api_key=self.api_key)
|
| 75 |
+
|
| 76 |
+
# Call parent constructor after API setup
|
| 77 |
+
super().__init__(agent_name, base_model, system_prompt, creation_cost, invoke_cost)
|
| 78 |
+
|
| 79 |
+
def create_model(self):
|
| 80 |
+
self.messages = []
|
| 81 |
+
|
| 82 |
+
def ask_agent(self, prompt):
|
| 83 |
+
response = self.client.models.generate_content(
|
| 84 |
+
model=self.base_model,
|
| 85 |
+
contents=prompt,
|
| 86 |
+
config=types.GenerateContentConfig(
|
| 87 |
+
system_instruction=self.system_prompt,
|
| 88 |
+
)
|
| 89 |
+
)
|
| 90 |
+
return response.text
|
| 91 |
+
|
| 92 |
+
def delete_agent(self):
|
| 93 |
+
self.messages = []
|
| 94 |
@singleton
|
| 95 |
class AgentManager():
|
| 96 |
|
| 97 |
def __init__(self):
|
| 98 |
self._agents = {}
|
| 99 |
self._agent_types ={
|
| 100 |
+
"ollama": OllamaAgent,
|
| 101 |
+
"gemini": GeminiAgent
|
| 102 |
}
|
| 103 |
|
| 104 |
self._load_agents()
|
|
|
|
| 218 |
return "ollama"
|
| 219 |
elif base_model == "mistral":
|
| 220 |
return "ollama"
|
| 221 |
+
elif "gemini" in base_model:
|
| 222 |
+
return "gemini"
|
| 223 |
else:
|
| 224 |
return "unknown"
|
| 225 |
|
tools/agent_creater_tool.py
CHANGED
|
@@ -18,7 +18,7 @@ class AgentCreator():
|
|
| 18 |
},
|
| 19 |
"base_model": {
|
| 20 |
"type": "string",
|
| 21 |
-
"description": "A base model from which the new agent mode is to be created. Available models are: llama3.2, mistral"
|
| 22 |
},
|
| 23 |
"system_prompt": {
|
| 24 |
"type": "string",
|
|
@@ -43,6 +43,11 @@ class AgentCreator():
|
|
| 43 |
"description": "7 Billion parameter model",
|
| 44 |
"create_cost": 20,
|
| 45 |
"invoke_cost": 50,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 46 |
}
|
| 47 |
}
|
| 48 |
}
|
|
|
|
| 18 |
},
|
| 19 |
"base_model": {
|
| 20 |
"type": "string",
|
| 21 |
+
"description": "A base model from which the new agent mode is to be created. Available models are: llama3.2, mistral, gemini-2.0-flash"
|
| 22 |
},
|
| 23 |
"system_prompt": {
|
| 24 |
"type": "string",
|
|
|
|
| 43 |
"description": "7 Billion parameter model",
|
| 44 |
"create_cost": 20,
|
| 45 |
"invoke_cost": 50,
|
| 46 |
+
},
|
| 47 |
+
"gemini-2.0-flash": {
|
| 48 |
+
"description": "40 Billion parameter model",
|
| 49 |
+
"create_cost": 30,
|
| 50 |
+
"invoke_cost": 60,
|
| 51 |
}
|
| 52 |
}
|
| 53 |
}
|