File size: 556 Bytes
259cd3d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
{
  "type": "r2a_export_parity_smoke",
  "passed": true,
  "synthetic_documents": 12,
  "probabilities_compared": 56,
  "max_absolute_probability_difference": 0.0,
  "probability_precision": "Laya public API rounded outputs",
  "max_absolute_unrounded_logit_difference": 2.47955322265625e-05,
  "noul_decision_disagreements_at_095": 0,
  "max_sequence_tokens": 1024,
  "batch_sizes": [
    1,
    2,
    4
  ],
  "question_types": [
    "noul",
    "choice"
  ],
  "scope": "Synthetic EN/DE export smoke test; not a benchmark accuracy or latency study."
}