| { |
| "schema_version": "perseval.task_completion_onnx_parity.v1", |
| "model_id": "perseval-task-completion-runtime-candidate@f5d54444a518ac4a", |
| "absolute_tolerance": 0.0001, |
| "cases": [ |
| { |
| "case_id": "development-1", |
| "inputs": [ |
| { |
| "name": "structured_features", |
| "element_type": "f32", |
| "shape": [ |
| 1, |
| 39 |
| ], |
| "f32_values": [ |
| 1.7917594909667969, |
| 0.6931471824645996, |
| 0.8333333134651184, |
| 0.1409505158662796, |
| 0.47426068782806396, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.20000000298023224, |
| 0.800000011920929, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.6094379425048828, |
| 0.0, |
| 0.6931471824645996, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0986123085021973, |
| 0.4000000059604645, |
| 0.6000000238418579, |
| 0.012702078558504581, |
| 0.012702078558504581, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ] |
| } |
| ], |
| "expected_outputs": [ |
| { |
| "name": "logits", |
| "shape": [ |
| 1, |
| 2 |
| ], |
| "f32_values": [ |
| -1.7064403295516968, |
| 1.2582646608352661 |
| ] |
| } |
| ] |
| }, |
| { |
| "case_id": "development-2", |
| "inputs": [ |
| { |
| "name": "structured_features", |
| "element_type": "f32", |
| "shape": [ |
| 1, |
| 39 |
| ], |
| "f32_values": [ |
| 1.3862943649291992, |
| 3.1354942321777344, |
| 0.11999999731779099, |
| 0.09619140625, |
| 0.10016949474811554, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.3333333432674408, |
| 0.6666666865348816, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0986123085021973, |
| 0.0, |
| 0.6931471824645996, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0986123085021973, |
| 0.6666666865348816, |
| 0.3333333432674408, |
| 0.018612520769238472, |
| 0.018612520769238472, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ] |
| } |
| ], |
| "expected_outputs": [ |
| { |
| "name": "logits", |
| "shape": [ |
| 1, |
| 2 |
| ], |
| "f32_values": [ |
| 7.030359268188477, |
| -7.286364555358887 |
| ] |
| } |
| ] |
| }, |
| { |
| "case_id": "development-3", |
| "inputs": [ |
| { |
| "name": "structured_features", |
| "element_type": "f32", |
| "shape": [ |
| 1, |
| 39 |
| ], |
| "f32_values": [ |
| 3.044522523880005, |
| 3.4965076446533203, |
| 0.38461539149284363, |
| 0.3160807192325592, |
| 0.21864445507526398, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.05000000074505806, |
| 0.949999988079071, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 2.995732307434082, |
| 0.0, |
| 0.6931471824645996, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0986123085021973, |
| 0.10000000149011612, |
| 0.8999999761581421, |
| 0.005664263851940632, |
| 0.005664263851940632, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ] |
| } |
| ], |
| "expected_outputs": [ |
| { |
| "name": "logits", |
| "shape": [ |
| 1, |
| 2 |
| ], |
| "f32_values": [ |
| -3.417558193206787, |
| 2.5924134254455566 |
| ] |
| } |
| ] |
| }, |
| { |
| "case_id": "development-4", |
| "inputs": [ |
| { |
| "name": "structured_features", |
| "element_type": "f32", |
| "shape": [ |
| 1, |
| 39 |
| ], |
| "f32_values": [ |
| 2.6390573978424072, |
| 3.6888794898986816, |
| 0.25, |
| 0.2177734375, |
| 0.1523571014404297, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.07692307978868484, |
| 0.9230769276618958, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 2.5649492740631104, |
| 0.0, |
| 0.6931471824645996, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0986123085021973, |
| 0.1538461595773697, |
| 0.8461538553237915, |
| 0.008221225813031197, |
| 0.008221225813031197, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ] |
| } |
| ], |
| "expected_outputs": [ |
| { |
| "name": "logits", |
| "shape": [ |
| 1, |
| 2 |
| ], |
| "f32_values": [ |
| 2.6683249473571777, |
| -3.4865827560424805 |
| ] |
| } |
| ] |
| }, |
| { |
| "case_id": "development-5", |
| "inputs": [ |
| { |
| "name": "structured_features", |
| "element_type": "f32", |
| "shape": [ |
| 1, |
| 39 |
| ], |
| "f32_values": [ |
| 3.828641414642334, |
| 0.6931471824645996, |
| 0.97826087474823, |
| 0.85400390625, |
| 0.23878219723701477, |
| 0.0, |
| 0.6931471824645996, |
| 1.0, |
| 0.02222222276031971, |
| 0.9777777791023254, |
| 0.0, |
| 1.0986123085021973, |
| 0.0, |
| 0.0, |
| 0.6931471824645996, |
| 0.6931471824645996, |
| 1.945910096168518, |
| 0.0, |
| 3.5553481578826904, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.6931471824645996, |
| 3.8066625595092773, |
| 0.0, |
| 1.0, |
| 0.5777778029441833, |
| 2.995732307434082, |
| 0.0, |
| 2.397895336151123, |
| 0.2666666805744171, |
| 0.7333333492279053, |
| 0.0020964359864592552, |
| 0.0045740422792732716, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ] |
| } |
| ], |
| "expected_outputs": [ |
| { |
| "name": "logits", |
| "shape": [ |
| 1, |
| 2 |
| ], |
| "f32_values": [ |
| 10.38206672668457, |
| -7.639095783233643 |
| ] |
| } |
| ] |
| }, |
| { |
| "case_id": "development-6", |
| "inputs": [ |
| { |
| "name": "structured_features", |
| "element_type": "f32", |
| "shape": [ |
| 1, |
| 39 |
| ], |
| "f32_values": [ |
| 3.828641414642334, |
| 0.6931471824645996, |
| 0.97826087474823, |
| 0.97509765625, |
| 0.2621193528175354, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.02222222276031971, |
| 0.9777777791023254, |
| 0.0, |
| 0.6931471824645996, |
| 0.0, |
| 0.0, |
| 0.6931471824645996, |
| 0.0, |
| 0.0, |
| 0.0, |
| 3.7376697063446045, |
| 0.6931471824645996, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.6931471824645996, |
| 3.8066625595092773, |
| 0.0, |
| 1.0, |
| 0.02222222276031971, |
| 3.7841897010803223, |
| 0.0, |
| 2.3025851249694824, |
| 0.1111111119389534, |
| 0.8888888955116272, |
| 0.0018360874382779002, |
| 0.0018360874382779002, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ] |
| } |
| ], |
| "expected_outputs": [ |
| { |
| "name": "logits", |
| "shape": [ |
| 1, |
| 2 |
| ], |
| "f32_values": [ |
| 6.084724426269531, |
| -2.748540163040161 |
| ] |
| } |
| ] |
| }, |
| { |
| "case_id": "development-7", |
| "inputs": [ |
| { |
| "name": "structured_features", |
| "element_type": "f32", |
| "shape": [ |
| 1, |
| 39 |
| ], |
| "f32_values": [ |
| 3.4965076446533203, |
| 2.70805025100708, |
| 0.695652186870575, |
| 0.9895833134651184, |
| 0.24384374916553497, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 1.0986123085021973, |
| 0.0, |
| 0.0, |
| 2.1972246170043945, |
| 0.0, |
| 0.0, |
| 0.0, |
| 3.0910425186157227, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 3.4965076446533203, |
| 0.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 2.079441547393799, |
| 0.375, |
| 0.625, |
| 0.001809210516512394, |
| 0.001809210516512394, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ] |
| } |
| ], |
| "expected_outputs": [ |
| { |
| "name": "logits", |
| "shape": [ |
| 1, |
| 2 |
| ], |
| "f32_values": [ |
| -6.550144195556641, |
| 6.765974521636963 |
| ] |
| } |
| ] |
| }, |
| { |
| "case_id": "development-8", |
| "inputs": [ |
| { |
| "name": "structured_features", |
| "element_type": "f32", |
| "shape": [ |
| 1, |
| 39 |
| ], |
| "f32_values": [ |
| 3.5835189819335938, |
| 2.4849066734313965, |
| 0.760869562625885, |
| 0.9913737177848816, |
| 0.21843284368515015, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 0.6931471824645996, |
| 0.0, |
| 0.0, |
| 1.945910096168518, |
| 0.0, |
| 0.6931471824645996, |
| 0.0, |
| 3.295836925506592, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 3.5835189819335938, |
| 0.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 2.3025851249694824, |
| 0.2857142984867096, |
| 0.7142857313156128, |
| 0.0018059432040899992, |
| 0.0018059432040899992, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ] |
| } |
| ], |
| "expected_outputs": [ |
| { |
| "name": "logits", |
| "shape": [ |
| 1, |
| 2 |
| ], |
| "f32_values": [ |
| -0.5859965682029724, |
| 1.4117785692214966 |
| ] |
| } |
| ] |
| } |
| ] |
| } |
|
|
