Spaces:
Running
Running
File size: 1,007 Bytes
95e710d 735f29b 95e710d 735f29b 95e710d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 | from __future__ import annotations
import argparse
import json
import os
import sys
ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))
BACKEND = os.path.join(ROOT, "backend")
if BACKEND not in sys.path:
sys.path.insert(0, BACKEND)
from app.analyst.dataset_pipeline import BlumAnalystDatasetPipeline # noqa: E402
from app.core.database import session_scope # noqa: E402
def main() -> None:
parser = argparse.ArgumentParser(description="Export Blum proprietary financial reasoning data as JSONL.")
parser.add_argument("--limit", type=int, default=1000)
parser.add_argument("--min-quality", type=float, default=60.0)
parser.add_argument("--export-name", default=None)
args = parser.parse_args()
with session_scope() as db:
result = BlumAnalystDatasetPipeline().export(db, limit=args.limit, min_quality=args.min_quality, export_name=args.export_name)
print(json.dumps(result, indent=2, sort_keys=True))
if __name__ == "__main__":
main()
|