DevikaJ2005 commited on
Commit
eaf73e8
·
1 Parent(s): e97acd1

Update agent selection for HF-hosted and local LLM paths

Browse files
Files changed (2) hide show
  1. inference.py +3 -1
  2. llm_agent.py +10 -3
inference.py CHANGED
@@ -160,12 +160,13 @@ def main() -> Dict[str, object]:
160
  configured_agent_name = getattr(agent, "name", agent.__class__.__name__)
161
  configured_agent_type = getattr(agent, "agent_type", "unknown")
162
  logger.info(
163
- "Configured agent: %s (%s) | API_BASE_URL=%s | MODEL_NAME=%s | LOCAL_MODEL_PATH=%s",
164
  configured_agent_name,
165
  configured_agent_type,
166
  get_env("API_BASE_URL", default="<default>"),
167
  get_env("MODEL_NAME", default="<unset>"),
168
  get_env("LOCAL_MODEL_PATH", default="<unset>"),
 
169
  )
170
 
171
  easy_summary, agent, easy_trace, easy_decisions, easy_fallback = run_task(env, agent, fallback_agent, "easy")
@@ -184,6 +185,7 @@ def main() -> Dict[str, object]:
184
  "api_base_url": get_env("API_BASE_URL"),
185
  "model_name": get_env("MODEL_NAME", default="gpt-4o-mini"),
186
  "local_model_path": get_env("LOCAL_MODEL_PATH"),
 
187
  "seed": 42,
188
  "data_snapshot": env.data_loader.get_bundle_summary(),
189
  "task_steps": {
 
160
  configured_agent_name = getattr(agent, "name", agent.__class__.__name__)
161
  configured_agent_type = getattr(agent, "agent_type", "unknown")
162
  logger.info(
163
+ "Configured agent: %s (%s) | API_BASE_URL=%s | MODEL_NAME=%s | LOCAL_MODEL_PATH=%s | HF_TOKEN=%s",
164
  configured_agent_name,
165
  configured_agent_type,
166
  get_env("API_BASE_URL", default="<default>"),
167
  get_env("MODEL_NAME", default="<unset>"),
168
  get_env("LOCAL_MODEL_PATH", default="<unset>"),
169
+ "<set>" if get_env("HF_TOKEN", "HUGGINGFACEHUB_API_TOKEN") else "<unset>",
170
  )
171
 
172
  easy_summary, agent, easy_trace, easy_decisions, easy_fallback = run_task(env, agent, fallback_agent, "easy")
 
185
  "api_base_url": get_env("API_BASE_URL"),
186
  "model_name": get_env("MODEL_NAME", default="gpt-4o-mini"),
187
  "local_model_path": get_env("LOCAL_MODEL_PATH"),
188
+ "hf_token_present": bool(get_env("HF_TOKEN", "HUGGINGFACEHUB_API_TOKEN")),
189
  "seed": 42,
190
  "data_snapshot": env.data_loader.get_bundle_summary(),
191
  "task_steps": {
llm_agent.py CHANGED
@@ -212,9 +212,16 @@ def build_default_agent() -> object:
212
 
213
  heuristic = SnapshotCalibratedFraudDetectionAgent()
214
  local_model_path = get_env("LOCAL_MODEL_PATH")
215
- model_name = get_env("MODEL_NAME", default="gpt-4o-mini")
216
- api_key = get_env("API_KEY", "OPENAI_API_KEY")
217
- api_base_url = get_env("API_BASE_URL")
 
 
 
 
 
 
 
218
 
219
  if local_model_path:
220
  from llm_agent_openai import LocalModelFraudDetectionAgent
 
212
 
213
  heuristic = SnapshotCalibratedFraudDetectionAgent()
214
  local_model_path = get_env("LOCAL_MODEL_PATH")
215
+ hf_token = get_env("HF_TOKEN", "HUGGINGFACEHUB_API_TOKEN")
216
+ api_key = get_env("API_KEY", "OPENAI_API_KEY", default=hf_token)
217
+ model_name = get_env(
218
+ "MODEL_NAME",
219
+ default="Qwen/Qwen2.5-1.5B-Instruct" if hf_token and not local_model_path else "gpt-4o-mini",
220
+ )
221
+ api_base_url = get_env(
222
+ "API_BASE_URL",
223
+ default="https://router.huggingface.co/v1" if hf_token and not local_model_path else None,
224
+ )
225
 
226
  if local_model_path:
227
  from llm_agent_openai import LocalModelFraudDetectionAgent