| { |
| "source": "jevision-engine-v2-full-eval-20261006.json", |
| "source_sha256": "c648a0c257b30fe8130511703b458febf7dc009f9c320ad5a474b34411605b44", |
| "hardware": "RTX 5060 Ti 16 GB", |
| "latency": { |
| "count": 100, |
| "median_ms": 355.9841180103831, |
| "mean_ms": 279.35151436482556, |
| "p90_ms": 401.043732999824, |
| "p95_ms": 407.9685560427606, |
| "max_ms": 426.7997309798375, |
| "within_400ms": 89, |
| "within_500ms": 100, |
| "within_600ms": 100, |
| "within_700ms": 100 |
| }, |
| "request_count": 100, |
| "judgment_count": 1563, |
| "decision_agreement": 0.9872040946896993, |
| "labeled": { |
| "states": 900, |
| "questions": 2423, |
| "accuracy": { |
| "all": { |
| "original": 0.9413949649195212, |
| "engine": 0.9413949649195212, |
| "ratio": 1.0 |
| }, |
| "domain:sketch": { |
| "original": 0.8714090287277702, |
| "engine": 0.8727770177838577, |
| "ratio": 1.001569858712716 |
| }, |
| "labels:teacher-silver": { |
| "original": 0.9059689288634505, |
| "engine": 0.9067865903515945, |
| "ratio": 1.0009025270758123 |
| }, |
| "domain:photo": { |
| "original": 0.9393939393939394, |
| "engine": 0.9381313131313131, |
| "ratio": 0.9986559139784946 |
| }, |
| "labels:vqa-human-consensus": { |
| "original": 0.91, |
| "engine": 0.9066666666666666, |
| "ratio": 0.9963369963369962 |
| }, |
| "domain:text": { |
| "original": 1.0, |
| "engine": 1.0, |
| "ratio": 1.0 |
| }, |
| "labels:deterministic": { |
| "original": 1.0, |
| "engine": 1.0, |
| "ratio": 1.0 |
| } |
| }, |
| "nll": { |
| "original": 0.21043879280027272, |
| "engine": 0.20826901852354016 |
| }, |
| "brier": { |
| "original": 0.0944555328427415, |
| "engine": 0.09420396303044455 |
| }, |
| "changed_choices": 4, |
| "max_probability_delta": 0.15646521747112274, |
| "mean_probability_delta": 0.0005122810770939374, |
| "state_latency": { |
| "count": 900, |
| "median_ms": 75.74560452485457, |
| "mean_ms": 64.05471320483937, |
| "p90_ms": 88.83039897773415, |
| "p95_ms": 91.0153309814632, |
| "max_ms": 98.99667103309184, |
| "within_400ms": 900, |
| "within_500ms": 900, |
| "within_600ms": 900, |
| "within_700ms": 900 |
| } |
| } |
| } |
