zeroshotGPU / tests /regression /fixtures /markdown_basic.expected.json
Arjunvir Singh
Initial commit: zeroshotGPU MVP with full eval surface
db06ffa
{
"name": "markdown_basic",
"tolerances": {
"quality_score_min": 0.9,
"blocking_failures": false,
"element_count_range": [4, 8],
"table_count": 1,
"figure_count": 0,
"chunk_count_min": 4,
"must_contain_markdown": [
"# Quarterly Report",
"Apples grow on trees in the orchard",
"| Region | Q1 | Q2 |",
"Submarines navigate beneath the ocean"
],
"must_not_contain_markdown": ["TODO", "FIXME"],
"must_contain_quality_metrics": [
"document_text_coverage",
"parser_disagreement_rate",
"repair_resolution_rate"
],
"parser_disagreement_rate_max": 0.5,
"repair_resolution_rate_min": 0.5
},
"performance": {
"_comment": "Floors are catastrophic-regression guards, not tight perf bars. Median of 2 warm runs (cold-import outlier dropped) was ~6ms locally; the floor is 80x that to absorb slow CI. Enable with ZSGDP_REGRESSION_PERF=1 or set always_enforce: true.",
"repeats": 2,
"max_elapsed_seconds": 2.0,
"min_pages_per_second": 0.5
}
}