Spaces:
Running
Running
Commit ·
657847e
1
Parent(s): 979f76c
updated costs
Browse files
src/manager/agent_manager.py
CHANGED
|
@@ -111,6 +111,7 @@ class GeminiAgent(Agent):
|
|
| 111 |
|
| 112 |
# Initialize the Gemini API
|
| 113 |
self.client = genai.Client(api_key=self.api_key)
|
|
|
|
| 114 |
|
| 115 |
# Call parent constructor after API setup
|
| 116 |
super().__init__(agent_name,
|
|
@@ -125,9 +126,8 @@ class GeminiAgent(Agent):
|
|
| 125 |
self.messages = []
|
| 126 |
|
| 127 |
def ask_agent(self, prompt):
|
| 128 |
-
response = self.
|
| 129 |
-
|
| 130 |
-
contents=prompt,
|
| 131 |
config=types.GenerateContentConfig(
|
| 132 |
system_instruction=self.system_prompt,
|
| 133 |
)
|
|
@@ -369,7 +369,7 @@ class AgentManager():
|
|
| 369 |
if not self.is_cloud_invocation_enabled and agent.get_type() == "cloud":
|
| 370 |
raise ValueError("Cloud invocation mode is disabled.")
|
| 371 |
|
| 372 |
-
n_tokens = len(prompt.split())/
|
| 373 |
|
| 374 |
self.validate_budget(agent.invoke_resource_cost,
|
| 375 |
agent.invoke_expense_cost*n_tokens)
|
|
|
|
| 111 |
|
| 112 |
# Initialize the Gemini API
|
| 113 |
self.client = genai.Client(api_key=self.api_key)
|
| 114 |
+
self.chat = self.client.chats.create(model=base_model)
|
| 115 |
|
| 116 |
# Call parent constructor after API setup
|
| 117 |
super().__init__(agent_name,
|
|
|
|
| 126 |
self.messages = []
|
| 127 |
|
| 128 |
def ask_agent(self, prompt):
|
| 129 |
+
response = self.chat.send_message(
|
| 130 |
+
message=prompt,
|
|
|
|
| 131 |
config=types.GenerateContentConfig(
|
| 132 |
system_instruction=self.system_prompt,
|
| 133 |
)
|
|
|
|
| 369 |
if not self.is_cloud_invocation_enabled and agent.get_type() == "cloud":
|
| 370 |
raise ValueError("Cloud invocation mode is disabled.")
|
| 371 |
|
| 372 |
+
n_tokens = len(prompt.split())/1000000
|
| 373 |
|
| 374 |
self.validate_budget(agent.invoke_resource_cost,
|
| 375 |
agent.invoke_expense_cost*n_tokens)
|
src/tools/default_tools/agent_cost_manager.py
CHANGED
|
@@ -32,43 +32,43 @@ class AgentCostManager():
|
|
| 32 |
},
|
| 33 |
"gemini-2.5-flash-preview-04-17": {
|
| 34 |
"description": "Adaptive thinking, cost efficiency",
|
| 35 |
-
"create_expense_cost": 0
|
| 36 |
-
"invoke_expense_cost": 0.
|
| 37 |
},
|
| 38 |
-
"gemini-2.5-pro-preview-
|
| 39 |
"description": "Enhanced thinking and reasoning, multimodal understanding, advanced coding, and more",
|
| 40 |
-
"create_expense_cost": 0
|
| 41 |
-
"invoke_expense_cost":
|
| 42 |
},
|
| 43 |
"gemini-2.0-flash": {
|
| 44 |
-
"description": "Next generation features, speed
|
| 45 |
-
"create_expense_cost": 0
|
| 46 |
-
"invoke_expense_cost": 0.
|
| 47 |
},
|
| 48 |
"gemini-2.0-flash-lite": {
|
| 49 |
"description": "Cost efficiency and low latency",
|
| 50 |
-
"create_expense_cost": 0
|
| 51 |
-
"invoke_expense_cost": 0.
|
| 52 |
},
|
| 53 |
"gemini-1.5-flash": {
|
| 54 |
"description": "Fast and versatile performance across a diverse variety of tasks",
|
| 55 |
-
"create_expense_cost": 0
|
| 56 |
-
"invoke_expense_cost": 0.
|
| 57 |
},
|
| 58 |
"gemini-1.5-flash-8b": {
|
| 59 |
"description": "High volume and lower intelligence tasks",
|
| 60 |
-
"create_expense_cost": 0
|
| 61 |
-
"invoke_expense_cost": 0.
|
| 62 |
},
|
| 63 |
"gemini-1.5-pro": {
|
| 64 |
"description": "Complex reasoning tasks requiring more intelligence",
|
| 65 |
-
"create_expense_cost": 0
|
| 66 |
-
"invoke_expense_cost":
|
| 67 |
},
|
| 68 |
"gemini-2.0-flash-live-001": {
|
| 69 |
"description": "Low-latency bidirectional voice and video interactions",
|
| 70 |
-
"create_expense_cost": 0
|
| 71 |
-
"invoke_expense_cost": 0.
|
| 72 |
}
|
| 73 |
}
|
| 74 |
|
|
|
|
| 32 |
},
|
| 33 |
"gemini-2.5-flash-preview-04-17": {
|
| 34 |
"description": "Adaptive thinking, cost efficiency",
|
| 35 |
+
"create_expense_cost": 0,
|
| 36 |
+
"invoke_expense_cost": 0.15,
|
| 37 |
},
|
| 38 |
+
"gemini-2.5-pro-preview-05-06": {
|
| 39 |
"description": "Enhanced thinking and reasoning, multimodal understanding, advanced coding, and more",
|
| 40 |
+
"create_expense_cost": 0,
|
| 41 |
+
"invoke_expense_cost": 1.25,
|
| 42 |
},
|
| 43 |
"gemini-2.0-flash": {
|
| 44 |
+
"description": "Next generation features, speed.",
|
| 45 |
+
"create_expense_cost": 0,
|
| 46 |
+
"invoke_expense_cost": 0.10,
|
| 47 |
},
|
| 48 |
"gemini-2.0-flash-lite": {
|
| 49 |
"description": "Cost efficiency and low latency",
|
| 50 |
+
"create_expense_cost": 0,
|
| 51 |
+
"invoke_expense_cost": 0.075
|
| 52 |
},
|
| 53 |
"gemini-1.5-flash": {
|
| 54 |
"description": "Fast and versatile performance across a diverse variety of tasks",
|
| 55 |
+
"create_expense_cost": 0,
|
| 56 |
+
"invoke_expense_cost": 0.075,
|
| 57 |
},
|
| 58 |
"gemini-1.5-flash-8b": {
|
| 59 |
"description": "High volume and lower intelligence tasks",
|
| 60 |
+
"create_expense_cost": 0,
|
| 61 |
+
"invoke_expense_cost": 0.0375,
|
| 62 |
},
|
| 63 |
"gemini-1.5-pro": {
|
| 64 |
"description": "Complex reasoning tasks requiring more intelligence",
|
| 65 |
+
"create_expense_cost": 0,
|
| 66 |
+
"invoke_expense_cost": 1.25,
|
| 67 |
},
|
| 68 |
"gemini-2.0-flash-live-001": {
|
| 69 |
"description": "Low-latency bidirectional voice and video interactions",
|
| 70 |
+
"create_expense_cost": 0,
|
| 71 |
+
"invoke_expense_cost": 0.50,
|
| 72 |
}
|
| 73 |
}
|
| 74 |
|