coolstuff / services /custom_callbacks.py
SamuelLance73's picture
Automated deployment update from ML build
2fc86a1 verified
Raw
History Blame Contribute Delete
788 Bytes
from datetime import datetime
from pathlib import Path
from litellm.integrations.custom_logger import CustomLogger
METRICS_DIR='/home/user/.torch_metrics'
API_CALLS_LOG=Path(METRICS_DIR)/'api_calls.txt'
class SimpleTextLogger(CustomLogger):
def _write(G,kwargs):
A=kwargs
try:
B=A.get('user_api_key_alias')or'unknown-key';C=A.get('model')or'unknown-model';D=datetime.now().strftime('%Y-%m-%d %H:%M:%S');E=f"[{D}] KEY: {B} | MODEL: {C}\n";Path(METRICS_DIR).mkdir(parents=True,exist_ok=True)
with API_CALLS_LOG.open('a')as F:F.write(E)
except Exception:pass
def log_success_event(A,kwargs,response_obj,start_time,end_time):A._write(kwargs)
async def async_log_success_event(A,kwargs,response_obj,start_time,end_time):A._write(kwargs)
proxy_handler_instance=SimpleTextLogger()