| { |
| "status": "failed", |
| "verification": { |
| "records": 32, |
| "prediction_changes": 0, |
| "changed_indices": [], |
| "max_absolute_probability_difference": 0.020078718662261963, |
| "probability_atol": 0.02, |
| "passed": false, |
| "scope": "Before merge versus saved-and-reloaded BF16 export, raw probabilities", |
| "records_sha256": "21977c3441de6aff6f320084c0531e4131996b62b22c80b7d4c9cc158a7b6fa2", |
| "record_ids": [ |
| "mnli:train:207170", |
| "boolq:train:3417", |
| "research-v21:dev:reasoning-methods:1:0:0", |
| "research-v21:dev:reasoning-methods:1:0:1", |
| "research-v21:dev:reasoning-methods:1:0:2", |
| "research-v21:dev:reasoning-methods:1:0:3", |
| "research-v21:dev:reasoning-methods:1:1:0", |
| "research-v21:dev:reasoning-methods:1:1:1", |
| "research-v21:dev:reasoning-methods:1:1:2", |
| "research-v21:dev:reasoning-methods:1:1:3", |
| "mnli:train:1737", |
| "helpsteer2:validation:4", |
| "helpsteer2:validation:5", |
| "research-v21:dev:model-efficiency:1:0:0", |
| "research-v21:dev:model-efficiency:1:0:1", |
| "research-v21:dev:model-efficiency:1:0:2", |
| "research-v21:dev:model-efficiency:1:0:3", |
| "research-v21:dev:model-efficiency:1:1:0", |
| "research-v21:dev:model-efficiency:1:1:1", |
| "research-v21:dev:model-efficiency:1:1:2", |
| "research-v21:dev:model-efficiency:1:1:3", |
| "go_emotions:validation:3362", |
| "mnli:train:229990", |
| "boolq:train:664", |
| "boolq:train:1952", |
| "policy_v2:dev:168:complete_positive", |
| "policy_v2:dev:168:decisive_missing", |
| "policy_v2:dev:168:multi_missing", |
| "policy_v2:dev:168:one_fact_flip", |
| "policy_v2:dev:168:partial_negative", |
| "policy_v2:dev:168:partial_positive", |
| "mnli:train:129242" |
| ] |
| }, |
| "source_manifest_sha256": "f4c0a1a02b43ee25da5901ade14cdf6d36ff991e29855d6274685d4b9d9b8def" |
| } |
|
|
