Commit
·
441a364
1
Parent(s):
0d74014
Fix: Switch from Modal to Blaxel-OpenAI as default backend
Browse files- orchestrator-config.yml +4 -6
- requirements.txt +1 -1
orchestrator-config.yml
CHANGED
|
@@ -1,11 +1,9 @@
|
|
| 1 |
agent_backend:
|
| 2 |
-
|
| 3 |
-
environment:
|
| 4 |
-
description: Modal serverless GPU with IBM Granite MoE (3.3B/800M active)
|
| 5 |
-
modal_app_id: ap-8PaCvfA0O7brdDuCMSuNRV
|
| 6 |
-
model: ibm-granite/granite-3.0-3b-a800m-instruct
|
| 7 |
-
kind: modal
|
| 8 |
timeout: 120.0
|
|
|
|
|
|
|
|
|
|
| 9 |
audit:
|
| 10 |
max_entries: 50000
|
| 11 |
path: logs/audit.log
|
|
|
|
| 1 |
agent_backend:
|
| 2 |
+
kind: blaxel-openai
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3 |
timeout: 120.0
|
| 4 |
+
environment:
|
| 5 |
+
description: Blaxel Serverless OpenAI (GPT-4o-mini) - Fast and Free
|
| 6 |
+
model: gpt-4o-mini
|
| 7 |
audit:
|
| 8 |
max_entries: 50000
|
| 9 |
path: logs/audit.log
|
requirements.txt
CHANGED
|
@@ -15,7 +15,7 @@ huggingface_hub==0.24.6 # Explicitly pin to version with HfFolder
|
|
| 15 |
# Blaxel (Default) - No extra pip packages needed, uses HTTP
|
| 16 |
|
| 17 |
# Optional backends (install if using)
|
| 18 |
-
modal>=0.63.0 # For Modal backend
|
| 19 |
# google-generativeai>=0.3.0 # For Gemini backend
|
| 20 |
# openai>=1.0.0 # For OpenAI backend
|
| 21 |
|
|
|
|
| 15 |
# Blaxel (Default) - No extra pip packages needed, uses HTTP
|
| 16 |
|
| 17 |
# Optional backends (install if using)
|
| 18 |
+
# modal>=0.63.0 # For Modal backend (commented out - using Blaxel as default)
|
| 19 |
# google-generativeai>=0.3.0 # For Gemini backend
|
| 20 |
# openai>=1.0.0 # For OpenAI backend
|
| 21 |
|