progress / podflow /filter_eval.py
eyad-silx's picture
Upload podflow/filter_eval.py with huggingface_hub
c7534e3 verified
Raw History Blame Contribute Delete
586 Bytes
import sys, json
from pathlib import Path
sys.path.insert(0, "/root/ingot/src")
from eval_service.run import load_tokenizer, _render
tok = load_tokenizer(Path("/root/models/teacher"))
rows = [json.loads(l) for l in open("/root/evalset.jsonl")]
keep = []
for r in rows:
try:
p = _render(tok, r["messages"], r.get("tools"))
except Exception:
continue
if len(p) <= 3000 and len(p) >= 8:
keep.append(r)
Path("/root/evalset.jsonl").write_text(
"".join(json.dumps(r, ensure_ascii=False) + "\n" for r in keep))
print("kept", len(keep), "of", len(rows))