{ "schema_version": "perseval.task_completion_onnx_parity.v1", "model_id": "perseval-task-completion-runtime-candidate@f5d54444a518ac4a", "absolute_tolerance": 0.0001, "cases": [ { "case_id": "development-1", "inputs": [ { "name": "structured_features", "element_type": "f32", "shape": [ 1, 39 ], "f32_values": [ 1.7917594909667969, 0.6931471824645996, 0.8333333134651184, 0.1409505158662796, 0.47426068782806396, 0.0, 0.0, 0.0, 0.0, 0.20000000298023224, 0.800000011920929, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.6094379425048828, 0.0, 0.6931471824645996, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0986123085021973, 0.4000000059604645, 0.6000000238418579, 0.012702078558504581, 0.012702078558504581, 0.0, 0.0, 0.0, 0.0 ] } ], "expected_outputs": [ { "name": "logits", "shape": [ 1, 2 ], "f32_values": [ -1.7064403295516968, 1.2582646608352661 ] } ] }, { "case_id": "development-2", "inputs": [ { "name": "structured_features", "element_type": "f32", "shape": [ 1, 39 ], "f32_values": [ 1.3862943649291992, 3.1354942321777344, 0.11999999731779099, 0.09619140625, 0.10016949474811554, 0.0, 0.0, 0.0, 0.0, 0.3333333432674408, 0.6666666865348816, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0986123085021973, 0.0, 0.6931471824645996, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0986123085021973, 0.6666666865348816, 0.3333333432674408, 0.018612520769238472, 0.018612520769238472, 0.0, 0.0, 0.0, 0.0 ] } ], "expected_outputs": [ { "name": "logits", "shape": [ 1, 2 ], "f32_values": [ 7.030359268188477, -7.286364555358887 ] } ] }, { "case_id": "development-3", "inputs": [ { "name": "structured_features", "element_type": "f32", "shape": [ 1, 39 ], "f32_values": [ 3.044522523880005, 3.4965076446533203, 0.38461539149284363, 0.3160807192325592, 0.21864445507526398, 0.0, 0.0, 0.0, 0.0, 0.05000000074505806, 0.949999988079071, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.995732307434082, 0.0, 0.6931471824645996, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0986123085021973, 0.10000000149011612, 0.8999999761581421, 0.005664263851940632, 0.005664263851940632, 0.0, 0.0, 0.0, 0.0 ] } ], "expected_outputs": [ { "name": "logits", "shape": [ 1, 2 ], "f32_values": [ -3.417558193206787, 2.5924134254455566 ] } ] }, { "case_id": "development-4", "inputs": [ { "name": "structured_features", "element_type": "f32", "shape": [ 1, 39 ], "f32_values": [ 2.6390573978424072, 3.6888794898986816, 0.25, 0.2177734375, 0.1523571014404297, 0.0, 0.0, 0.0, 0.0, 0.07692307978868484, 0.9230769276618958, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.5649492740631104, 0.0, 0.6931471824645996, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0986123085021973, 0.1538461595773697, 0.8461538553237915, 0.008221225813031197, 0.008221225813031197, 0.0, 0.0, 0.0, 0.0 ] } ], "expected_outputs": [ { "name": "logits", "shape": [ 1, 2 ], "f32_values": [ 2.6683249473571777, -3.4865827560424805 ] } ] }, { "case_id": "development-5", "inputs": [ { "name": "structured_features", "element_type": "f32", "shape": [ 1, 39 ], "f32_values": [ 3.828641414642334, 0.6931471824645996, 0.97826087474823, 0.85400390625, 0.23878219723701477, 0.0, 0.6931471824645996, 1.0, 0.02222222276031971, 0.9777777791023254, 0.0, 1.0986123085021973, 0.0, 0.0, 0.6931471824645996, 0.6931471824645996, 1.945910096168518, 0.0, 3.5553481578826904, 0.0, 0.0, 0.0, 0.0, 0.6931471824645996, 3.8066625595092773, 0.0, 1.0, 0.5777778029441833, 2.995732307434082, 0.0, 2.397895336151123, 0.2666666805744171, 0.7333333492279053, 0.0020964359864592552, 0.0045740422792732716, 0.0, 0.0, 0.0, 0.0 ] } ], "expected_outputs": [ { "name": "logits", "shape": [ 1, 2 ], "f32_values": [ 10.38206672668457, -7.639095783233643 ] } ] }, { "case_id": "development-6", "inputs": [ { "name": "structured_features", "element_type": "f32", "shape": [ 1, 39 ], "f32_values": [ 3.828641414642334, 0.6931471824645996, 0.97826087474823, 0.97509765625, 0.2621193528175354, 0.0, 0.0, 0.0, 0.02222222276031971, 0.9777777791023254, 0.0, 0.6931471824645996, 0.0, 0.0, 0.6931471824645996, 0.0, 0.0, 0.0, 3.7376697063446045, 0.6931471824645996, 0.0, 0.0, 0.0, 0.6931471824645996, 3.8066625595092773, 0.0, 1.0, 0.02222222276031971, 3.7841897010803223, 0.0, 2.3025851249694824, 0.1111111119389534, 0.8888888955116272, 0.0018360874382779002, 0.0018360874382779002, 0.0, 0.0, 0.0, 0.0 ] } ], "expected_outputs": [ { "name": "logits", "shape": [ 1, 2 ], "f32_values": [ 6.084724426269531, -2.748540163040161 ] } ] }, { "case_id": "development-7", "inputs": [ { "name": "structured_features", "element_type": "f32", "shape": [ 1, 39 ], "f32_values": [ 3.4965076446533203, 2.70805025100708, 0.695652186870575, 0.9895833134651184, 0.24384374916553497, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0986123085021973, 0.0, 0.0, 2.1972246170043945, 0.0, 0.0, 0.0, 3.0910425186157227, 0.0, 0.0, 0.0, 0.0, 0.0, 3.4965076446533203, 0.0, 1.0, 0.0, 0.0, 0.0, 2.079441547393799, 0.375, 0.625, 0.001809210516512394, 0.001809210516512394, 0.0, 0.0, 0.0, 0.0 ] } ], "expected_outputs": [ { "name": "logits", "shape": [ 1, 2 ], "f32_values": [ -6.550144195556641, 6.765974521636963 ] } ] }, { "case_id": "development-8", "inputs": [ { "name": "structured_features", "element_type": "f32", "shape": [ 1, 39 ], "f32_values": [ 3.5835189819335938, 2.4849066734313965, 0.760869562625885, 0.9913737177848816, 0.21843284368515015, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.6931471824645996, 0.0, 0.0, 1.945910096168518, 0.0, 0.6931471824645996, 0.0, 3.295836925506592, 0.0, 0.0, 0.0, 0.0, 0.0, 3.5835189819335938, 0.0, 1.0, 0.0, 0.0, 0.0, 2.3025851249694824, 0.2857142984867096, 0.7142857313156128, 0.0018059432040899992, 0.0018059432040899992, 0.0, 0.0, 0.0, 0.0 ] } ], "expected_outputs": [ { "name": "logits", "shape": [ 1, 2 ], "f32_values": [ -0.5859965682029724, 1.4117785692214966 ] } ] } ] }