Spaces:
Sleeping
Sleeping
Commit ·
eaf73e8
1
Parent(s): e97acd1
Update agent selection for HF-hosted and local LLM paths
Browse files- inference.py +3 -1
- llm_agent.py +10 -3
inference.py
CHANGED
|
@@ -160,12 +160,13 @@ def main() -> Dict[str, object]:
|
|
| 160 |
configured_agent_name = getattr(agent, "name", agent.__class__.__name__)
|
| 161 |
configured_agent_type = getattr(agent, "agent_type", "unknown")
|
| 162 |
logger.info(
|
| 163 |
-
"Configured agent: %s (%s) | API_BASE_URL=%s | MODEL_NAME=%s | LOCAL_MODEL_PATH=%s",
|
| 164 |
configured_agent_name,
|
| 165 |
configured_agent_type,
|
| 166 |
get_env("API_BASE_URL", default="<default>"),
|
| 167 |
get_env("MODEL_NAME", default="<unset>"),
|
| 168 |
get_env("LOCAL_MODEL_PATH", default="<unset>"),
|
|
|
|
| 169 |
)
|
| 170 |
|
| 171 |
easy_summary, agent, easy_trace, easy_decisions, easy_fallback = run_task(env, agent, fallback_agent, "easy")
|
|
@@ -184,6 +185,7 @@ def main() -> Dict[str, object]:
|
|
| 184 |
"api_base_url": get_env("API_BASE_URL"),
|
| 185 |
"model_name": get_env("MODEL_NAME", default="gpt-4o-mini"),
|
| 186 |
"local_model_path": get_env("LOCAL_MODEL_PATH"),
|
|
|
|
| 187 |
"seed": 42,
|
| 188 |
"data_snapshot": env.data_loader.get_bundle_summary(),
|
| 189 |
"task_steps": {
|
|
|
|
| 160 |
configured_agent_name = getattr(agent, "name", agent.__class__.__name__)
|
| 161 |
configured_agent_type = getattr(agent, "agent_type", "unknown")
|
| 162 |
logger.info(
|
| 163 |
+
"Configured agent: %s (%s) | API_BASE_URL=%s | MODEL_NAME=%s | LOCAL_MODEL_PATH=%s | HF_TOKEN=%s",
|
| 164 |
configured_agent_name,
|
| 165 |
configured_agent_type,
|
| 166 |
get_env("API_BASE_URL", default="<default>"),
|
| 167 |
get_env("MODEL_NAME", default="<unset>"),
|
| 168 |
get_env("LOCAL_MODEL_PATH", default="<unset>"),
|
| 169 |
+
"<set>" if get_env("HF_TOKEN", "HUGGINGFACEHUB_API_TOKEN") else "<unset>",
|
| 170 |
)
|
| 171 |
|
| 172 |
easy_summary, agent, easy_trace, easy_decisions, easy_fallback = run_task(env, agent, fallback_agent, "easy")
|
|
|
|
| 185 |
"api_base_url": get_env("API_BASE_URL"),
|
| 186 |
"model_name": get_env("MODEL_NAME", default="gpt-4o-mini"),
|
| 187 |
"local_model_path": get_env("LOCAL_MODEL_PATH"),
|
| 188 |
+
"hf_token_present": bool(get_env("HF_TOKEN", "HUGGINGFACEHUB_API_TOKEN")),
|
| 189 |
"seed": 42,
|
| 190 |
"data_snapshot": env.data_loader.get_bundle_summary(),
|
| 191 |
"task_steps": {
|
llm_agent.py
CHANGED
|
@@ -212,9 +212,16 @@ def build_default_agent() -> object:
|
|
| 212 |
|
| 213 |
heuristic = SnapshotCalibratedFraudDetectionAgent()
|
| 214 |
local_model_path = get_env("LOCAL_MODEL_PATH")
|
| 215 |
-
|
| 216 |
-
api_key = get_env("API_KEY", "OPENAI_API_KEY")
|
| 217 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 218 |
|
| 219 |
if local_model_path:
|
| 220 |
from llm_agent_openai import LocalModelFraudDetectionAgent
|
|
|
|
| 212 |
|
| 213 |
heuristic = SnapshotCalibratedFraudDetectionAgent()
|
| 214 |
local_model_path = get_env("LOCAL_MODEL_PATH")
|
| 215 |
+
hf_token = get_env("HF_TOKEN", "HUGGINGFACEHUB_API_TOKEN")
|
| 216 |
+
api_key = get_env("API_KEY", "OPENAI_API_KEY", default=hf_token)
|
| 217 |
+
model_name = get_env(
|
| 218 |
+
"MODEL_NAME",
|
| 219 |
+
default="Qwen/Qwen2.5-1.5B-Instruct" if hf_token and not local_model_path else "gpt-4o-mini",
|
| 220 |
+
)
|
| 221 |
+
api_base_url = get_env(
|
| 222 |
+
"API_BASE_URL",
|
| 223 |
+
default="https://router.huggingface.co/v1" if hf_token and not local_model_path else None,
|
| 224 |
+
)
|
| 225 |
|
| 226 |
if local_model_path:
|
| 227 |
from llm_agent_openai import LocalModelFraudDetectionAgent
|