Spaces:
Running
Running
Download processor/scripts/materialize_session.py from Stouching-Robotics/DataFlowing: direct link, hf CLI and curl.
- Browser
- Download file 1.03 kB
-
https://huggingface.co/spaces/Stouching-Robotics/DataFlowing/resolve/main/processor/scripts/materialize_session.py
- Command line
-
hf download hf://spaces/Stouching-Robotics/DataFlowing/processor/scripts/materialize_session.py
-
curl -L -o materialize_session.py https://huggingface.co/spaces/Stouching-Robotics/DataFlowing/resolve/main/processor/scripts/materialize_session.py
1.03 kB
| """Materialize one server-backed session into the local cache (read-only remote).""" | |
| from __future__ import annotations | |
| import asyncio | |
| import sys | |
| from pathlib import Path | |
| import pandas as pd | |
| PROJECT_ROOT = Path(__file__).resolve().parents[1] | |
| if str(PROJECT_ROOT) not in sys.path: | |
| sys.path.insert(0, str(PROJECT_ROOT)) | |
| from app.database import async_session | |
| from app.storage import find_session_dir_async | |
| async def main() -> None: | |
| async with async_session() as db: | |
| session_dir = await find_session_dir_async("103f5380-56d5-4341-9ba5-b367e68a2a2e", db) | |
| print(f"session_dir={session_dir}") | |
| if session_dir: | |
| for path in sorted(session_dir.rglob("*")): | |
| if path.is_file(): | |
| print(f"{path} {path.stat().st_size}") | |
| for parquet in sorted(session_dir.rglob("*.parquet")): | |
| frame = pd.read_parquet(parquet) | |
| print(f"PARQUET {parquet.name}: rows={len(frame)} columns={list(frame.columns)}") | |
| if __name__ == "__main__": | |
| asyncio.run(main()) | |