dhammawatthumpra commited on
Commit
d5c52d4
·
1 Parent(s): ff9cfda

fix: update QWEN_MODEL_ID default to 1.5B in main.py (missed in previous commit)

Browse files
Files changed (1) hide show
  1. webapp/tipitaka-api/app/main.py +1 -1
webapp/tipitaka-api/app/main.py CHANGED
@@ -53,7 +53,7 @@ async def lifespan(app: FastAPI):
53
  qwen_runtime = os.getenv("QWEN_RUNTIME", "transformers")
54
  if qwen_runtime == "transformers":
55
  from app.services.query_transform_service import QueryTransformService
56
- model_id = os.getenv("QWEN_MODEL_ID", "Qwen/Qwen2.5-0.5B-Instruct")
57
  logger.info(f"Pre-loading Qwen Model ({model_id}) for Query Transformation...")
58
  await anyio.to_thread.run_sync(QueryTransformService.preload, model_id)
59
  logger.info("Qwen Model preloaded.")
 
53
  qwen_runtime = os.getenv("QWEN_RUNTIME", "transformers")
54
  if qwen_runtime == "transformers":
55
  from app.services.query_transform_service import QueryTransformService
56
+ model_id = os.getenv("QWEN_MODEL_ID", "Qwen/Qwen2.5-1.5B-Instruct")
57
  logger.info(f"Pre-loading Qwen Model ({model_id}) for Query Transformation...")
58
  await anyio.to_thread.run_sync(QueryTransformService.preload, model_id)
59
  logger.info("Qwen Model preloaded.")