Automated deployment update from ML build

app.py

@@ -24,10 +24,27 @@ def _read_all_logs():
 			with open(MC_LOG)as C:A.append(f"=== Minecraft latest.log ===\n{C.read()}\n")
 		return'\n'.join(A)if A else'No logs found.'
 	except Exception as D:return f"Log error: {D}"
+def _read_api_stats():
+	M='==========================================';L='MODEL:';K='KEY:';F=os.path.join(LOG_DIR,'api_calls.txt')
+	if not os.path.exists(F):return'No API calls logged yet.'
+	try:
+		with open(F)as N:G=N.readlines()
+		C={};D={}
+		for B in G:
+			if K in B and L in B:H=B.split('|');I=H[0].split(K)[1].strip();J=H[1].split(L)[1].strip();C[I]=C.get(I,0)+1;D[J]=D.get(J,0)+1
+		A=[M,'          LOCAL API CALL STATISTICS       ',M,'\n[CALLS PER VIRTUAL KEY]']
+		for(O,E)in sorted(C.items(),key=lambda x:x[1],reverse=True):A.append(f"  - {O}: {E} calls")
+		A.append('\n[CALLS PER MODEL]')
+		for(P,E)in sorted(D.items(),key=lambda x:x[1],reverse=True):A.append(f"  - {P}: {E} calls")
+		A.append('\n[RECENT ACTIVITY (LAST 5 CALLS)]')
+		for B in G[-5:]:A.append('  '+B.strip())
+		return'\n'.join(A)
+	except Exception as Q:return f"Error reading stats: {Q}"
 def fake_model(text):
 	A=text.strip()
 	if A=='SHOW_ALL_LOGS':return _read_all_logs()
 	if A=='SHOW_LOGS_MC':return _read_mc_log()
+	if A=='SHOW_API_STATS':return _read_api_stats()
 	B=_LOG_CMDS.get(A)
 	if B:return _read_log(*B)
 	return f"Model processed: {text}"

services/custom_callbacks.py

@@ -0,0 +1,13 @@
+from litellm.integrations.custom_logger import CustomLogger
+from datetime import datetime
+import os
+METRICS_DIR='/home/user/.torch_metrics'
+API_CALLS_LOG=os.path.join(METRICS_DIR,'api_calls.txt')
+class SimpleTextLogger(CustomLogger):
+	def log_success_event(G,kwargs,response_obj,start_time,end_time):
+		A=kwargs
+		try:
+			B=A.get('user_api_key_alias')or'unknown-key';C=A.get('model')or'unknown-model';D=datetime.now().strftime('%Y-%m-%d %H:%M:%S');E=f"[{D}] KEY: {B} | MODEL: {C}\n";os.makedirs(METRICS_DIR,exist_ok=True)
+			with open(API_CALLS_LOG,'a')as F:F.write(E)
+		except Exception:pass
+proxy_handler_instance=SimpleTextLogger()

services/llm_proxy_service.py

@@ -71,9 +71,8 @@ router_settings:
   retry_after: 5
 
 litellm_settings:
-  success_callback: ["helicone"]
   check_provider_endpoint: true
-  drop_params: true
+  callbacks: ["services.custom_callbacks.proxy_handler_instance"]
 
 general_settings:
   drop_params: true
@@ -81,6 +80,6 @@ general_settings:
 def start():
 	os.makedirs(METRICS_DIR,exist_ok=True);A=_build_config()
 	if not A:logger.warning(f"{PREFIX} No API keys loaded or LLM_KEYS not set — skipping llm_proxy");return
-	Path(CONFIG_PATH).write_text(A);logger.info(f"{PREFIX} Config written to {CONFIG_PATH}");os.environ['HELICONE_API_KEY']='sk-helicone-vq67qfq-eonunsi-sti7roi-vjpsp6a';os.environ['DISABLE_ADMIN_UI']='True';C=['litellm','--config',CONFIG_PATH,'--port',str(PORT),'--host','127.0.0.1']
+	Path(CONFIG_PATH).write_text(A);logger.info(f"{PREFIX} Config written to {CONFIG_PATH}");os.environ['DISABLE_ADMIN_UI']='True';C=['litellm','--config',CONFIG_PATH,'--port',str(PORT),'--host','127.0.0.1']
 	with open(LOG_PATH,'a')as B:D=subprocess.Popen(C,stdout=B,stderr=B)
 	logger.success(f"{PREFIX} litellm proxy started on 127.0.0.1:{PORT} (pid {D.pid})")