Spaces:
Running
Running
Commit ·
d5c52d4
1
Parent(s): ff9cfda
fix: update QWEN_MODEL_ID default to 1.5B in main.py (missed in previous commit)
Browse files
webapp/tipitaka-api/app/main.py
CHANGED
|
@@ -53,7 +53,7 @@ async def lifespan(app: FastAPI):
|
|
| 53 |
qwen_runtime = os.getenv("QWEN_RUNTIME", "transformers")
|
| 54 |
if qwen_runtime == "transformers":
|
| 55 |
from app.services.query_transform_service import QueryTransformService
|
| 56 |
-
model_id = os.getenv("QWEN_MODEL_ID", "Qwen/Qwen2.5-
|
| 57 |
logger.info(f"Pre-loading Qwen Model ({model_id}) for Query Transformation...")
|
| 58 |
await anyio.to_thread.run_sync(QueryTransformService.preload, model_id)
|
| 59 |
logger.info("Qwen Model preloaded.")
|
|
|
|
| 53 |
qwen_runtime = os.getenv("QWEN_RUNTIME", "transformers")
|
| 54 |
if qwen_runtime == "transformers":
|
| 55 |
from app.services.query_transform_service import QueryTransformService
|
| 56 |
+
model_id = os.getenv("QWEN_MODEL_ID", "Qwen/Qwen2.5-1.5B-Instruct")
|
| 57 |
logger.info(f"Pre-loading Qwen Model ({model_id}) for Query Transformation...")
|
| 58 |
await anyio.to_thread.run_sync(QueryTransformService.preload, model_id)
|
| 59 |
logger.info("Qwen Model preloaded.")
|