File size: 1,336 Bytes
f9e326a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 | import json
import random
from pathlib import Path
GOLD_DIR = Path('d:/BAYAN2/tests/phase10/gold_datasets')
OUTPUT_PATH = Path('d:/BAYAN2/reports/benchmark_samples.md')
datasets = {
'Spelling': 'spelling.json',
'Grammar': 'grammar.json',
'Punctuation': 'punctuation.json',
'Entities': 'entities.json',
'Religious': 'religious.json',
'Structured': 'structured_content.json',
'Hallucination': 'hallucination.json'
}
with open(OUTPUT_PATH, 'w', encoding='utf-8') as out:
out.write("# Benchmark Random Samples (30 per Dataset)\n\n")
out.write("These are randomly selected samples exactly as stored in the JSON benchmark files.\n\n")
random.seed(123) # for reproducibility if run again
for name, file in datasets.items():
out.write(f"## {name}\n\n")
try:
with open(GOLD_DIR / file, 'r', encoding='utf-8') as f:
data = json.load(f)
# Select up to 30 samples
samples = random.sample(data, min(30, len(data)))
out.write("```json\n")
out.write(json.dumps(samples, ensure_ascii=False, indent=2))
out.write("\n```\n\n")
except Exception as e:
out.write(f"Error loading {file}: {e}\n\n")
print(f"Generated samples report at {OUTPUT_PATH}")
|