Spaces:
Sleeping
Sleeping
Update agent/server.py
Browse files- agent/server.py +5 -2
agent/server.py
CHANGED
|
@@ -83,11 +83,14 @@ def load_resources(llm_model_override: Optional[str] = None):
|
|
| 83 |
if not llm_model:
|
| 84 |
llm_model = "Qwen/Qwen2.5-1.5B-Instruct"
|
| 85 |
try:
|
| 86 |
-
if llm_model.lower()
|
| 87 |
-
|
|
|
|
| 88 |
elif not os.getenv("GOOGLE_API_KEY"):
|
| 89 |
llm_extractor = NuExtractWrapper(default_examples=default_query_rewrite_examples())
|
| 90 |
except Exception:
|
|
|
|
|
|
|
| 91 |
llm_extractor = None
|
| 92 |
return df_catalog, bm25, vec, reranker, lookup, vocab, llm_extractor, catalog_by_id
|
| 93 |
|
|
|
|
| 83 |
if not llm_model:
|
| 84 |
llm_model = "Qwen/Qwen2.5-1.5B-Instruct"
|
| 85 |
try:
|
| 86 |
+
if "qwen" in llm_model.lower():
|
| 87 |
+
llm_extractor = QwenRewriter(model_name=llm_model, default_examples=default_query_rewrite_examples())
|
| 88 |
+
|
| 89 |
elif not os.getenv("GOOGLE_API_KEY"):
|
| 90 |
llm_extractor = NuExtractWrapper(default_examples=default_query_rewrite_examples())
|
| 91 |
except Exception:
|
| 92 |
+
print("LLM init failed:", repr(e))
|
| 93 |
+
traceback.print_exc()
|
| 94 |
llm_extractor = None
|
| 95 |
return df_catalog, bm25, vec, reranker, lookup, vocab, llm_extractor, catalog_by_id
|
| 96 |
|