Automated deployment update from ML build

services/llm_proxy_service.py

@@ -1,3 +1,6 @@
+_C='postgresql://'
+_B='postgres://'
+_A='DATABASE_URL'
 import os,subprocess,json
 from pathlib import Path
 from loguru import logger
@@ -41,30 +44,30 @@ def _load_keys():
 	if A:logger.info(f"{PREFIX} Parsed {len(A)} keys from LLM_KEYS env variable")
 	return A
 def _build_config():
-	C=_load_keys()
-	if not C:return''
-	D=[]
-	for(A,B,E)in C:
-		if B=='*'or B==f"{A}/*":F=f'''  - model_name: "{A}/*"
+	D=_load_keys()
+	if not D:return''
+	E=[]
+	for(A,B,F)in D:
+		if B=='*'or B==f"{A}/*":G=f'''  - model_name: "{A}/*"
     litellm_params:
       model: {A}/*
-      api_key: "{E}"
+      api_key: "{F}"
     model_info:
       owned_by: "{A}"
 '''
 		else:
-			if B.startswith(f"{A}/"):G=B
-			else:G=f"{A}/{B}"
-			F=f'''  - model_name: "{B}"
+			if B.startswith(f"{A}/"):H=B
+			else:H=f"{A}/{B}"
+			G=f'''  - model_name: "{B}"
     litellm_params:
-      model: {G}
-      api_key: "{E}"
+      model: {H}
+      api_key: "{F}"
     model_info:
       owned_by: "{A}"
 '''
-		D.append(F)
-	I=''.join(D);H=os.environ.pop('LITELLM_MASTER_KEY','').strip();J=f'  master_key: "{H}"\n'if H else'';K=f"sqlite:///{METRICS_DIR}/litellm.db";return f'''model_list:
-{I}
+		E.append(G)
+	J=''.join(E);I=os.environ.get('LITELLM_MASTER_KEY','').strip();K=f'  master_key: "{I}"\n'if I else'';C=os.environ.get(_A,'').strip();L=C.startswith(_B)or C.startswith(_C);M=f'  database_url: "{C}"\n'if L else'';return f"""model_list:
+{J}
 router_settings:
   routing_strategy: least-busy
   num_retries: 3
@@ -76,11 +79,13 @@ litellm_settings:
 
 general_settings:
   drop_params: true
-  database_url: "{K}"
-{J}'''
+{M}{K}"""
 def start():
-	A=True;os.makedirs(METRICS_DIR,exist_ok=A);B=_build_config()
-	if not B:logger.warning(f"{PREFIX} No API keys loaded or LLM_KEYS not set — skipping llm_proxy");return
-	Path(CONFIG_PATH).write_text(B);logger.info(f"{PREFIX} Config written to {CONFIG_PATH}");C=os.path.join(METRICS_DIR,'ui');D=os.path.join(METRICS_DIR,'assets');E=os.path.join(METRICS_DIR,'prisma');os.makedirs(C,exist_ok=A);os.makedirs(D,exist_ok=A);os.makedirs(E,exist_ok=A);os.environ['LITELLM_UI_PATH']=C;os.environ['LITELLM_ASSETS_PATH']=D;os.environ['LITELLM_MIGRATION_DIR']=E;os.environ['DATABASE_URL']=f"sqlite:///{METRICS_DIR}/litellm.db";G=['litellm','--config',CONFIG_PATH,'--port',str(PORT),'--host','127.0.0.1']
-	with open(LOG_PATH,'a')as F:H=subprocess.Popen(G,stdout=F,stderr=F)
-	logger.success(f"{PREFIX} litellm proxy started on 127.0.0.1:{PORT} (pid {H.pid})")
+	A=True;os.makedirs(METRICS_DIR,exist_ok=A);C=_build_config()
+	if not C:logger.warning(f"{PREFIX} No API keys loaded or LLM_KEYS not set — skipping llm_proxy");return
+	Path(CONFIG_PATH).write_text(C);logger.info(f"{PREFIX} Config written to {CONFIG_PATH}");D=os.path.join(METRICS_DIR,'ui');E=os.path.join(METRICS_DIR,'assets');F=os.path.join(METRICS_DIR,'prisma');os.makedirs(D,exist_ok=A);os.makedirs(E,exist_ok=A);os.makedirs(F,exist_ok=A);os.environ['LITELLM_UI_PATH']=D;os.environ['LITELLM_ASSETS_PATH']=E;os.environ['LITELLM_MIGRATION_DIR']=F;B=os.environ.get(_A,'').strip();H=B.startswith(_B)or B.startswith(_C)
+	if H:os.environ[_A]=B
+	else:os.environ.pop(_A,None)
+	I=['litellm','--config',CONFIG_PATH,'--port',str(PORT),'--host','127.0.0.1']
+	with open(LOG_PATH,'a')as G:J=subprocess.Popen(I,stdout=G,stderr=G)
+	logger.success(f"{PREFIX} litellm proxy started on 127.0.0.1:{PORT} (pid {J.pid})")