Spaces:
Running
Running
Download trace_logger.py from aisquared/bolt-hackathon-proxy: direct link, hf CLI and curl.
- Browser
- Download file 2.47 kB
-
https://huggingface.co/spaces/aisquared/bolt-hackathon-proxy/resolve/main/trace_logger.py
- Command line
-
hf download hf://spaces/aisquared/bolt-hackathon-proxy/trace_logger.py
-
curl -L -o trace_logger.py https://huggingface.co/spaces/aisquared/bolt-hackathon-proxy/resolve/main/trace_logger.py
2.47 kB
| # LiteLLM custom callback: capture every prompt->response pair for V3 data. | |
| # | |
| # Writes to a writable local file and periodically pushes it to a private HF | |
| # dataset repo, so traces survive the Space having no persistent storage and | |
| # can be viewed/downloaded from the Hub. | |
| import json | |
| import os | |
| import threading | |
| import time | |
| from litellm.integrations.custom_logger import CustomLogger | |
| OUT = "/tmp/traces.jsonl" | |
| DATASET = "aisquared/bolt-hackathon-traces" | |
| FLUSH_EVERY = 10 # push to the Hub every N records | |
| _lock = threading.Lock() | |
| _count = 0 | |
| def _push(): | |
| try: | |
| from huggingface_hub import HfApi | |
| HfApi(token=os.environ.get("HF_TOKEN")).upload_file( | |
| path_or_fileobj=OUT, path_in_repo="traces.jsonl", | |
| repo_id=DATASET, repo_type="dataset") | |
| except Exception as e: | |
| with open("/tmp/traces_push.err", "a") as f: | |
| f.write(f"{type(e).__name__}: {e}\n") | |
| class TraceLogger(CustomLogger): | |
| def _write(self, kwargs, response_obj, start, end): | |
| global _count | |
| try: | |
| meta = (kwargs.get("litellm_params", {}) or {}).get("metadata", {}) or {} | |
| try: | |
| lat = (end - start).total_seconds() | |
| except Exception: | |
| lat = None | |
| rec = { | |
| "ts": time.time(), | |
| "team": meta.get("user_api_key_alias") or meta.get("user_api_key"), | |
| "messages": kwargs.get("messages"), | |
| "tools": (kwargs.get("optional_params", {}) or {}).get("tools"), | |
| "response": response_obj.model_dump() | |
| if hasattr(response_obj, "model_dump") else str(response_obj), | |
| "latency_s": lat, | |
| } | |
| with _lock: | |
| with open(OUT, "a") as f: | |
| f.write(json.dumps(rec, default=str) + "\n") | |
| _count += 1 | |
| due = (_count % FLUSH_EVERY == 0) | |
| if due: | |
| threading.Thread(target=_push, daemon=True).start() | |
| except Exception as e: | |
| with open("/tmp/traces.err", "a") as f: | |
| f.write(f"{type(e).__name__}: {e}\n") | |
| async def async_log_success_event(self, kwargs, response_obj, start_time, end_time): | |
| self._write(kwargs, response_obj, start_time, end_time) | |
| def log_success_event(self, kwargs, response_obj, start_time, end_time): | |
| self._write(kwargs, response_obj, start_time, end_time) | |
| trace_logger = TraceLogger() | |