cmpatino's picture
download
raw
74.6 kB
{
"bucket": "hf://buckets/cmpatino/flint-programbench",
"created_at": "2026-10-22T13:06:07Z",
"jobs": {
"6ada117bc191903149a71704": {
"kind": "serve",
"rate": 5.0,
"secs": 0,
"stage": "CANCELED",
"timeout_s": 43200
},
"6ada1390925af0e27d4f3a20": {
"kind": "launch",
"rate": 0.03,
"secs": 1062,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada13f4925af0e27d4f3a3c": {
"kind": "launch",
"rate": 0.03,
"secs": 2608,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada1834c191903149a71a91": {
"kind": "launch",
"rate": 0.03,
"secs": 1894,
"stage": "ERROR",
"timeout_s": 25200
},
"6ada1c0cc191903149a71ca9": {
"kind": "launch",
"rate": 0.03,
"secs": 407,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6ada1ebfc191903149a71f30": {
"kind": "launch",
"rate": 0.03,
"secs": 364,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6ada1f81925af0e27d4f40e3": {
"kind": "launch",
"rate": 0.03,
"secs": 1947,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada2819c191903149a72648": {
"kind": "launch",
"rate": 0.03,
"secs": 281,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6ada3417925af0e27d4f4e59": {
"kind": "serve",
"rate": 5.0,
"secs": 0,
"stage": "CANCELED",
"timeout_s": 43200
},
"6ada3583c191903149a73108": {
"kind": "launch",
"rate": 0.03,
"secs": 2055,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada35ecc191903149a73145": {
"kind": "launch",
"rate": 0.03,
"secs": 1750,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada3655c191903149a73184": {
"kind": "launch",
"rate": 0.03,
"secs": 2045,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada36bec191903149a731f5": {
"kind": "launch",
"rate": 0.03,
"secs": 2794,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada3729925af0e27d4f50a3": {
"kind": "launch",
"rate": 0.03,
"secs": 2552,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada3793925af0e27d4f50d5": {
"kind": "launch",
"rate": 0.03,
"secs": 2118,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada3d57925af0e27d4f551a": {
"kind": "launch",
"rate": 0.03,
"secs": 2296,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada3e3ac191903149a73850": {
"kind": "launch",
"rate": 0.03,
"secs": 3173,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada3f19c191903149a73960": {
"kind": "launch",
"rate": 0.03,
"secs": 2899,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada407f925af0e27d4f5785": {
"kind": "launch",
"rate": 0.03,
"secs": 2277,
"stage": "ERROR",
"timeout_s": 25200
},
"6ada41e7925af0e27d4f58b3": {
"kind": "launch",
"rate": 0.03,
"secs": 2647,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada42d4c191903149a73c8c": {
"kind": "launch",
"rate": 0.03,
"secs": 1794,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada4722925af0e27d4f5c5a": {
"kind": "launch",
"rate": 0.03,
"secs": 2242,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada49f6c191903149a74222": {
"kind": "launch",
"rate": 0.03,
"secs": 2783,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada4ad2925af0e27d4f5e6f": {
"kind": "launch",
"rate": 0.03,
"secs": 3115,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada4b40c191903149a742f4": {
"kind": "launch",
"rate": 0.03,
"secs": 2191,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada4c2a925af0e27d4f5ef9": {
"kind": "launch",
"rate": 0.03,
"secs": 2301,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada4d0c925af0e27d4f5f7b": {
"kind": "launch",
"rate": 0.03,
"secs": 1581,
"stage": "ERROR",
"timeout_s": 25200
},
"6ada5066c191903149a7462d": {
"kind": "launch",
"rate": 0.03,
"secs": 4624,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada53c1925af0e27d4f632b": {
"kind": "launch",
"rate": 0.03,
"secs": 3125,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada54ac925af0e27d4f6397": {
"kind": "launch",
"rate": 0.03,
"secs": 2901,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada559d925af0e27d4f63d5": {
"kind": "launch",
"rate": 0.03,
"secs": 2789,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada5611c191903149a74993": {
"kind": "launch",
"rate": 0.03,
"secs": 195,
"stage": "ERROR",
"timeout_s": 25200
},
"6ada577a925af0e27d4f6479": {
"kind": "launch",
"rate": 0.03,
"secs": 1931,
"stage": "ERROR",
"timeout_s": 25200
},
"6ada57e9c191903149a74ab4": {
"kind": "launch",
"rate": 0.03,
"secs": 3600,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada5f9e925af0e27d4f67ef": {
"kind": "launch",
"rate": 0.03,
"secs": 1422,
"stage": "ERROR",
"timeout_s": 25200
},
"6ada6087c191903149a74f30": {
"kind": "launch",
"rate": 0.03,
"secs": 1821,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada60f4925af0e27d4f6863": {
"kind": "launch",
"rate": 0.03,
"secs": 1787,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada61dd925af0e27d4f6884": {
"kind": "launch",
"rate": 0.03,
"secs": 1905,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada62c6c191903149a75006": {
"kind": "launch",
"rate": 0.03,
"secs": 2541,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada65a4c191903149a751cb": {
"kind": "launch",
"rate": 0.03,
"secs": 2771,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada668a925af0e27d4f6a7f": {
"kind": "launch",
"rate": 0.03,
"secs": 2805,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada67f4c191903149a75307": {
"kind": "launch",
"rate": 0.03,
"secs": 3711,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada68e2c191903149a7536f": {
"kind": "launch",
"rate": 0.03,
"secs": 2959,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada69cf925af0e27d4f6bec": {
"kind": "launch",
"rate": 0.03,
"secs": 2597,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada6d27925af0e27d4f6d1c": {
"kind": "launch",
"rate": 0.03,
"secs": 2355,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada70fdc191903149a7580b": {
"kind": "launch",
"rate": 0.03,
"secs": 4254,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada71eac191903149a75880": {
"kind": "launch",
"rate": 0.03,
"secs": 1841,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada744cc191903149a759f2": {
"kind": "launch",
"rate": 0.03,
"secs": 6367,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada753bc191903149a75a7c": {
"kind": "launch",
"rate": 0.03,
"secs": 1477,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada76a7c191903149a75b36": {
"kind": "launch",
"rate": 0.03,
"secs": 1098,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada7792c191903149a75bd1": {
"kind": "launch",
"rate": 0.03,
"secs": 1682,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada7978c191903149a75d76": {
"kind": "launch",
"rate": 0.03,
"secs": 3121,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada7b5c925af0e27d4f74c8": {
"kind": "launch",
"rate": 0.03,
"secs": 1258,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada7bc9c191903149a75f69": {
"kind": "launch",
"rate": 0.03,
"secs": 1167,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada7ea5c191903149a76169": {
"kind": "launch",
"rate": 0.03,
"secs": 1234,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada8106c191903149a76374": {
"kind": "launch",
"rate": 0.03,
"secs": 829,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada8173925af0e27d4f787f": {
"kind": "launch",
"rate": 0.03,
"secs": 1824,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada825f925af0e27d4f7910": {
"kind": "launch",
"rate": 0.03,
"secs": 2364,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada83c2925af0e27d4f79f5": {
"kind": "launch",
"rate": 0.03,
"secs": 2332,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada84ae925af0e27d4f7a77": {
"kind": "launch",
"rate": 0.03,
"secs": 1458,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada8615925af0e27d4f7b4a": {
"kind": "launch",
"rate": 0.03,
"secs": 1812,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada88f1c191903149a768f8": {
"kind": "launch",
"rate": 0.03,
"secs": 2670,
"stage": "ERROR",
"timeout_s": 25200
},
"6ada8ad3925af0e27d4f7d69": {
"kind": "launch",
"rate": 0.03,
"secs": 2156,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada8c38925af0e27d4f7e11": {
"kind": "launch",
"rate": 0.03,
"secs": 6700,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada8d9f925af0e27d4f7ea1": {
"kind": "launch",
"rate": 0.03,
"secs": 2440,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada8e0a925af0e27d4f7ed8": {
"kind": "launch",
"rate": 0.03,
"secs": 1915,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada8e77c191903149a76c13": {
"kind": "launch",
"rate": 0.03,
"secs": 2618,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6ada93bf925af0e27d4f8291": {
"kind": "launch",
"rate": 0.03,
"secs": 1384,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6adaa704c191903149a77f23": {
"kind": "launch",
"rate": 0.03,
"secs": 184,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adaa715925af0e27d4f8e3b": {
"kind": "serve",
"rate": 5.0,
"secs": 0,
"stage": "CANCELED",
"timeout_s": 10800
},
"6adaa822c191903149a77ffd": {
"kind": "launch",
"rate": 0.03,
"secs": 285,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adaa855c191903149a78046": {
"kind": "launch",
"rate": 0.03,
"secs": 1863,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6adaa8bfc191903149a7808c": {
"kind": "launch",
"rate": 0.03,
"secs": 2216,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6adaa928925af0e27d4f8f5a": {
"kind": "launch",
"rate": 0.03,
"secs": 536,
"stage": "ERROR",
"timeout_s": 25200
},
"6adaa988925af0e27d4f8f93": {
"kind": "launch",
"rate": 0.03,
"secs": 238,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adaa988c191903149a7811a": {
"kind": "launch",
"rate": 0.03,
"secs": 1990,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6adaa9f1c191903149a78159": {
"kind": "launch",
"rate": 1.0,
"secs": 1931,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6adaaa5b925af0e27d4f9009": {
"kind": "launch",
"rate": 1.0,
"secs": 2571,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6adaaad9c191903149a78203": {
"kind": "launch",
"rate": 0.03,
"secs": 378,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adaacc7925af0e27d4f9183": {
"kind": "launch",
"rate": 0.03,
"secs": 353,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adaae90925af0e27d4f9267": {
"kind": "launch",
"rate": 0.03,
"secs": 286,
"stage": "COMPLETED",
"timeout_s": 42600
},
"6adab02dc191903149a78599": {
"kind": "launch",
"rate": 0.03,
"secs": 20,
"stage": "COMPLETED",
"timeout_s": 42600
},
"6adab0abc191903149a785f6": {
"kind": "launch",
"rate": 0.03,
"secs": 234,
"stage": "COMPLETED",
"timeout_s": 39000
},
"6adab1fe925af0e27d4f9422": {
"kind": "launch",
"rate": 0.03,
"secs": 263,
"stage": "COMPLETED",
"timeout_s": 39000
},
"6adab36d925af0e27d4f94f0": {
"kind": "launch",
"rate": 0.03,
"secs": 267,
"stage": "COMPLETED",
"timeout_s": 39000
},
"6adab4d5c191903149a7886e": {
"kind": "serve",
"rate": 5.0,
"secs": 0,
"stage": "CANCELED",
"timeout_s": 7200
},
"6adab4d6c191903149a78870": {
"kind": "launch",
"rate": 0.03,
"secs": 21,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adab55cc191903149a788d5": {
"kind": "launch",
"rate": 0.03,
"secs": 21,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adab5d5925af0e27d4f95f7": {
"kind": "launch",
"rate": 1.0,
"secs": 1181,
"stage": "COMPLETED",
"timeout_s": 25200
},
"6adab5d5925af0e27d4f95f9": {
"kind": "launch",
"rate": 0.03,
"secs": 18,
"stage": "COMPLETED",
"timeout_s": 35400
},
"6adab664c191903149a78958": {
"kind": "launch",
"rate": 0.03,
"secs": 23,
"stage": "COMPLETED",
"timeout_s": 35400
},
"6adab6e2c191903149a7899e": {
"kind": "launch",
"rate": 0.03,
"secs": 23,
"stage": "COMPLETED",
"timeout_s": 39000
},
"6adab75e925af0e27d4f96a0": {
"kind": "launch",
"rate": 0.03,
"secs": 108,
"stage": "COMPLETED",
"timeout_s": 39000
},
"6adab843c191903149a78a23": {
"kind": "launch",
"rate": 0.03,
"secs": 21,
"stage": "COMPLETED",
"timeout_s": 31800
},
"6adab8c3c191903149a78a80": {
"kind": "launch",
"rate": 0.03,
"secs": 25,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adab94e925af0e27d4f9734": {
"kind": "launch",
"rate": 0.03,
"secs": 22,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adab9d0c191903149a78af2": {
"kind": "launch",
"rate": 0.03,
"secs": 204,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adb1381925af0e27d4fc5b1": {
"kind": "launch",
"rate": 0.03,
"secs": 172,
"stage": "COMPLETED",
"timeout_s": 39000
},
"6adb147fc191903149a7c73c": {
"kind": "launch",
"rate": 0.03,
"secs": 20,
"stage": "COMPLETED",
"timeout_s": 31800
},
"6adb150a925af0e27d4fc6c3": {
"kind": "launch",
"rate": 0.03,
"secs": 229,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adb164d925af0e27d4fc74f": {
"kind": "launch",
"rate": 0.03,
"secs": 186,
"stage": "COMPLETED",
"timeout_s": 42600
},
"6adb176ac191903149a7c911": {
"kind": "launch",
"rate": 0.03,
"secs": 17,
"stage": "COMPLETED",
"timeout_s": 42600
},
"6adb17f8925af0e27d4fc84e": {
"kind": "launch",
"rate": 0.03,
"secs": 22,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adb1882925af0e27d4fc875": {
"kind": "launch",
"rate": 0.03,
"secs": 481,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adb1ad3925af0e27d4fc9c7": {
"kind": "launch",
"rate": 0.03,
"secs": 239,
"stage": "COMPLETED",
"timeout_s": 39000
},
"6adb1c30925af0e27d4fca9a": {
"kind": "launch",
"rate": 0.03,
"secs": 231,
"stage": "COMPLETED",
"timeout_s": 39000
},
"6adb1d75c191903149a7cdc8": {
"kind": "launch",
"rate": 0.03,
"secs": 22,
"stage": "COMPLETED",
"timeout_s": 39000
},
"6adb1e05c191903149a7ce0f": {
"kind": "launch",
"rate": 0.03,
"secs": 192,
"stage": "COMPLETED",
"timeout_s": 39000
},
"6adb1f28925af0e27d4fcc10": {
"kind": "launch",
"rate": 0.03,
"secs": 17,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adb1fc9925af0e27d4fcc4f": {
"kind": "launch",
"rate": 0.03,
"secs": 24,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adb2055925af0e27d4fcc91": {
"kind": "launch",
"rate": 0.03,
"secs": 19,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adb20f0c191903149a7cfb9": {
"kind": "launch",
"rate": 0.03,
"secs": 21,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adb217b925af0e27d4fcd02": {
"kind": "launch",
"rate": 0.03,
"secs": 776,
"stage": "COMPLETED",
"timeout_s": 42600
},
"6adb24f4c191903149a7d216": {
"kind": "launch",
"rate": 0.03,
"secs": 778,
"stage": "COMPLETED",
"timeout_s": 42600
},
"6adb285a925af0e27d4fd0e8": {
"kind": "launch",
"rate": 0.03,
"secs": 412,
"stage": "COMPLETED",
"timeout_s": 39000
},
"6adb3d25925af0e27d4fd9ce": {
"kind": "launch",
"rate": 0.03,
"secs": 20,
"stage": "COMPLETED",
"timeout_s": 39000
},
"6adb3de5c191903149a7e12c": {
"kind": "launch",
"rate": 0.03,
"secs": 258,
"stage": "COMPLETED",
"timeout_s": 35400
},
"6adb3f751e112550ce7d4018": {
"kind": "launch",
"rate": 0.03,
"secs": 262,
"stage": "COMPLETED",
"timeout_s": 35400
},
"6adb410a046eb82b1ecd3be8": {
"kind": "launch",
"rate": 0.03,
"secs": 18,
"stage": "COMPLETED",
"timeout_s": 42600
},
"6adb4207046eb82b1ecd3c5f": {
"kind": "launch",
"rate": 0.03,
"secs": 18,
"stage": "COMPLETED",
"timeout_s": 42600
},
"6adb42e61e112550ce7d4235": {
"kind": "launch",
"rate": 0.03,
"secs": 165,
"stage": "COMPLETED",
"timeout_s": 35400
},
"6adb445b046eb82b1ecd3d4d": {
"kind": "launch",
"rate": 0.03,
"secs": 170,
"stage": "COMPLETED",
"timeout_s": 35400
},
"6adb45721e112550ce7d43af": {
"kind": "launch",
"rate": 0.03,
"secs": 1535,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adb4be31e112550ce7d47c4": {
"kind": "launch",
"rate": 0.03,
"secs": 1273,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adb5151046eb82b1ecd435f": {
"kind": "launch",
"rate": 0.03,
"secs": 4340,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adb62b2046eb82b1ecd495f": {
"kind": "launch",
"rate": 0.03,
"secs": 4127,
"stage": "COMPLETED",
"timeout_s": 43200
},
"6adb730c1e112550ce7d5a70": {
"kind": "launch",
"rate": 0.03,
"secs": 41,
"stage": "COMPLETED",
"timeout_s": 31800
},
"6adb739f046eb82b1ecd4eb6": {
"kind": "launch",
"rate": 0.03,
"secs": 3129,
"stage": "COMPLETED",
"timeout_s": 31800
},
"6adb805b046eb82b1ecd535e": {
"kind": "launch",
"rate": 0.03,
"secs": 19,
"stage": "COMPLETED",
"timeout_s": 39000
},
"6adb80fc046eb82b1ecd53a8": {
"kind": "launch",
"rate": 0.03,
"secs": 2885,
"stage": "ERROR",
"timeout_s": 39000
},
"6adb8cb3046eb82b1ecd5779": {
"kind": "launch",
"rate": 0.03,
"secs": 928,
"stage": "COMPLETED",
"timeout_s": 43200
}
},
"runs": [
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0089,
"finished_at": "2026-10-22T14:04:41Z",
"grade_job": "6ada1c0cc191903149a71ca9",
"graded_at": "2026-10-22T14:29:43Z",
"job_id": "6ada1390925af0e27d4f3a20",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada1390925af0e27d4f3a20",
"key": "solo-piv__abishekvashok__cmatrix.5c082c6__s0",
"launched_at": "2026-10-22T13:46:39Z",
"passed": 479,
"run_dir": "runs/pb-solo-piv-abishekvashok--cmatrix.5c082c6__solo-piv__s0",
"run_id": "pb-solo-piv-abishekvashok--cmatrix.5c082c6__solo-piv__s0",
"running_secs": 1062,
"score": 0.9466403162055336,
"seed": 0,
"spec": "sweep/specs/solo-piv__abishekvashok__cmatrix.5c082c6.yaml",
"status": "graded",
"tag": "pb-solo-piv-abishekvashok--cmatrix-5c082c6-3a77725-20261022-134502",
"task": "abishekvashok__cmatrix.5c082c6",
"total": 506
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0171,
"finished_at": "2026-10-22T16:46:57Z",
"grade_job": "6adaa704c191903149a77f23",
"graded_at": "2026-10-23T00:18:41Z",
"history": [
{
"previous": {
"grade_job": "6ada1ebfc191903149a71f30",
"job_id": "6ada13f4925af0e27d4f3a3c",
"score": 0.9664031620553359,
"status": "graded",
"tag": "pb-team-piv-abishekvashok--cmatrix-5c082c6-3a77725-20261022-134642"
},
"reason": "team template variant / context-length failure",
"reset_at": "2026-10-22"
}
],
"job_id": "6ada3583c191903149a73108",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada3583c191903149a73108",
"key": "team-piv__abishekvashok__cmatrix.5c082c6__s0",
"launched_at": "2026-10-22T16:11:32Z",
"passed": 480,
"run_dir": "runs/pb-team-piv-abishekvashok--cmatrix.5c082c6__team-piv__s0",
"run_id": "pb-team-piv-abishekvashok--cmatrix.5c082c6__team-piv__s0",
"running_secs": 2055,
"score": 0.9486166007905138,
"seed": 0,
"spec": "sweep/specs/team-piv__abishekvashok__cmatrix.5c082c6.yaml",
"status": "graded",
"tag": "pb-team-piv-abishekvashok--cmatrix-5c082c6-699846d-20261022-160950",
"task": "abishekvashok__cmatrix.5c082c6",
"total": 506
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0146,
"finished_at": "2026-10-22T16:43:04Z",
"grade_job": "6adaa822c191903149a77ffd",
"graded_at": "2026-10-23T00:24:42Z",
"history": [
{
"previous": {
"job_id": "6ada1834c191903149a71a91",
"status": "running",
"tag": "pb-solo-piv-anordal--shellharden-6a6ffd4-3a77725-20261022-140447"
},
"reason": "job 6ada1834c191903149a71a91 ended ERROR: context length exceeded (before the ContextExceeded fix)",
"reset_at": "2026-10-22"
}
],
"job_id": "6ada35ecc191903149a73145",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada35ecc191903149a73145",
"key": "solo-piv__anordal__shellharden.6a6ffd4__s0",
"launched_at": "2026-10-22T16:13:17Z",
"passed": 364,
"run_dir": "runs/pb-solo-piv-anordal--shellharden.6a6ffd4__solo-piv__s0",
"run_id": "pb-solo-piv-anordal--shellharden.6a6ffd4__solo-piv__s0",
"running_secs": 1750,
"score": 0.3324200913242009,
"seed": 0,
"spec": "sweep/specs/solo-piv__anordal__shellharden.6a6ffd4.yaml",
"status": "graded",
"tag": "pb-solo-piv-anordal--shellharden-6a6ffd4-699846d-20261022-161136",
"task": "anordal__shellharden.6a6ffd4",
"total": 1095
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.017,
"finished_at": "2026-10-22T16:50:35Z",
"grade_job": "6adaa988925af0e27d4f8f93",
"graded_at": "2026-10-23T00:30:09Z",
"job_id": "6ada3655c191903149a73184",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada3655c191903149a73184",
"key": "team-piv__anordal__shellharden.6a6ffd4__s0",
"launched_at": "2026-10-22T16:15:01Z",
"passed": 491,
"run_dir": "runs/pb-team-piv-anordal--shellharden.6a6ffd4__team-piv__s0",
"run_id": "pb-team-piv-anordal--shellharden.6a6ffd4__team-piv__s0",
"running_secs": 2045,
"score": 0.4484018264840183,
"seed": 0,
"spec": "sweep/specs/team-piv__anordal__shellharden.6a6ffd4.yaml",
"status": "graded",
"tag": "pb-team-piv-anordal--shellharden-6a6ffd4-699846d-20261022-161321",
"task": "anordal__shellharden.6a6ffd4",
"total": 1095
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0233,
"finished_at": "2026-10-22T17:06:28Z",
"grade_job": "6adaaad9c191903149a78203",
"graded_at": "2026-10-23T00:38:19Z",
"job_id": "6ada36bec191903149a731f5",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada36bec191903149a731f5",
"key": "solo-piv__arthursonzogni__json-tui.17a22b6__s0",
"launched_at": "2026-10-22T16:16:47Z",
"passed": 322,
"run_dir": "runs/pb-solo-piv-arthursonzogni--json-tui.17a22b6__solo-piv__s0",
"run_id": "pb-solo-piv-arthursonzogni--json-tui.17a22b6__solo-piv__s0",
"running_secs": 2794,
"score": 0.42649006622516555,
"seed": 0,
"spec": "sweep/specs/solo-piv__arthursonzogni__json-tui.17a22b6.yaml",
"status": "graded",
"tag": "pb-solo-piv-arthursonzogni--json-tui-17a22b6-699846d-20261022-161505",
"task": "arthursonzogni__json-tui.17a22b6",
"total": 755
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0213,
"finished_at": "2026-10-22T17:02:29Z",
"grade_job": "6adaacc7925af0e27d4f9183",
"graded_at": "2026-10-23T00:46:03Z",
"job_id": "6ada3729925af0e27d4f50a3",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada3729925af0e27d4f50a3",
"key": "team-piv__arthursonzogni__json-tui.17a22b6__s0",
"launched_at": "2026-10-22T16:18:33Z",
"passed": 401,
"run_dir": "runs/pb-team-piv-arthursonzogni--json-tui.17a22b6__team-piv__s0",
"run_id": "pb-team-piv-arthursonzogni--json-tui.17a22b6__team-piv__s0",
"running_secs": 2552,
"score": 0.5311258278145695,
"seed": 0,
"spec": "sweep/specs/team-piv__arthursonzogni__json-tui.17a22b6.yaml",
"status": "graded",
"tag": "pb-team-piv-arthursonzogni--json-tui-17a22b6-699846d-20261022-161653",
"task": "arthursonzogni__json-tui.17a22b6",
"total": 755
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0176,
"finished_at": "2026-10-22T16:56:33Z",
"grade_job": "6adaae90925af0e27d4f9267",
"graded_at": "2026-10-23T00:52:38Z",
"job_id": "6ada3793925af0e27d4f50d5",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada3793925af0e27d4f50d5",
"key": "solo-piv__cslarsen__jp2a.61d205f__s0",
"launched_at": "2026-10-22T16:20:21Z",
"passed": 137,
"run_dir": "runs/pb-solo-piv-cslarsen--jp2a.61d205f__solo-piv__s0",
"run_id": "pb-solo-piv-cslarsen--jp2a.61d205f__solo-piv__s0",
"running_secs": 2118,
"score": 0.21711568938193343,
"seed": 0,
"spec": "sweep/specs/solo-piv__cslarsen__jp2a.61d205f.yaml",
"status": "graded",
"tag": "pb-solo-piv-cslarsen--jp2a-61d205f-699846d-20261022-161839",
"task": "cslarsen__jp2a.61d205f",
"total": 631
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0191,
"finished_at": "2026-10-22T17:24:49Z",
"grade_job": "6adab02dc191903149a78599",
"graded_at": "2026-10-23T00:54:58Z",
"job_id": "6ada3d57925af0e27d4f551a",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada3d57925af0e27d4f551a",
"key": "team-piv__cslarsen__jp2a.61d205f__s0",
"launched_at": "2026-10-22T16:44:56Z",
"passed": 0,
"run_dir": "runs/pb-team-piv-cslarsen--jp2a.61d205f__team-piv__s0",
"run_id": "pb-team-piv-cslarsen--jp2a.61d205f__team-piv__s0",
"running_secs": 2296,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/team-piv__cslarsen__jp2a.61d205f.yaml",
"status": "graded",
"tag": "pb-team-piv-cslarsen--jp2a-61d205f-699846d-20261022-164315",
"task": "cslarsen__jp2a.61d205f",
"total": 631
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0264,
"finished_at": "2026-10-22T17:46:19Z",
"grade_job": "6adab0abc191903149a785f6",
"graded_at": "2026-10-23T01:00:37Z",
"job_id": "6ada3e3ac191903149a73850",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada3e3ac191903149a73850",
"key": "solo-piv__kisielk__errcheck.dacab89__s0",
"launched_at": "2026-10-22T16:48:34Z",
"passed": 174,
"run_dir": "runs/pb-solo-piv-kisielk--errcheck.dacab89__solo-piv__s0",
"run_id": "pb-solo-piv-kisielk--errcheck.dacab89__solo-piv__s0",
"running_secs": 3173,
"score": 0.5117647058823529,
"seed": 0,
"spec": "sweep/specs/solo-piv__kisielk__errcheck.dacab89.yaml",
"status": "graded",
"tag": "pb-solo-piv-kisielk--errcheck-dacab89-699846d-20261022-164708",
"task": "kisielk__errcheck.dacab89",
"total": 340
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0242,
"finished_at": "2026-10-22T17:40:34Z",
"grade_job": "6adab1fe925af0e27d4f9422",
"graded_at": "2026-10-23T01:06:47Z",
"job_id": "6ada3f19c191903149a73960",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada3f19c191903149a73960",
"key": "team-piv__kisielk__errcheck.dacab89__s0",
"launched_at": "2026-10-22T16:52:26Z",
"passed": 137,
"run_dir": "runs/pb-team-piv-kisielk--errcheck.dacab89__team-piv__s0",
"run_id": "pb-team-piv-kisielk--errcheck.dacab89__team-piv__s0",
"running_secs": 2899,
"score": 0.40294117647058825,
"seed": 0,
"spec": "sweep/specs/team-piv__kisielk__errcheck.dacab89.yaml",
"status": "graded",
"tag": "pb-team-piv-kisielk--errcheck-dacab89-699846d-20261022-165046",
"task": "kisielk__errcheck.dacab89",
"total": 340
},
{
"arm": "solo-piv",
"attempts": [
{
"job_id": "6ada407f925af0e27d4f5785",
"job_stage": "ERROR",
"tag": "pb-solo-piv-multiprocessio--dsq-c3ae0ba-699846d-20261022-165642"
}
],
"condition": "solo-piv",
"cost_usd": 0.019,
"finished_at": "2026-10-22T17:37:02Z",
"flavor": "cpu-upgrade",
"grade_job": "6adb1381925af0e27d4fc5b1",
"graded_at": "2026-10-23T08:00:55Z",
"job_id": "6adaa855c191903149a78046",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada407f925af0e27d4f5785",
"key": "solo-piv__multiprocessio__dsq.c3ae0ba__s0",
"launched_at": "2026-10-22T16:58:23Z",
"message": "Job failed with exit code: 1. Reason: Error",
"passed": 300,
"run_dir": "runs/pb-solo-piv-multiprocessio--dsq.c3ae0ba__solo-piv__s0",
"run_id": "pb-solo-piv-multiprocessio--dsq.c3ae0ba__solo-piv__s0",
"running_secs": 2277,
"score": 0.5535055350553506,
"seed": 0,
"spec": "sweep/specs/solo-piv__multiprocessio__dsq.c3ae0ba.yaml",
"status": "graded",
"tag": "pb-solo-piv-multiprocessio--dsq-c3ae0ba-699846d-20261023-001953",
"task": "multiprocessio__dsq.c3ae0ba",
"total": 542
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0221,
"finished_at": "2026-10-22T17:50:12Z",
"grade_job": "6adab36d925af0e27d4f94f0",
"graded_at": "2026-10-23T01:12:54Z",
"job_id": "6ada41e7925af0e27d4f58b3",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada41e7925af0e27d4f58b3",
"key": "team-piv__multiprocessio__dsq.c3ae0ba__s0",
"launched_at": "2026-10-22T17:04:27Z",
"passed": 275,
"run_dir": "runs/pb-team-piv-multiprocessio--dsq.c3ae0ba__team-piv__s0",
"run_id": "pb-team-piv-multiprocessio--dsq.c3ae0ba__team-piv__s0",
"running_secs": 2647,
"score": 0.507380073800738,
"seed": 0,
"spec": "sweep/specs/team-piv__multiprocessio__dsq.c3ae0ba.yaml",
"status": "graded",
"tag": "pb-team-piv-multiprocessio--dsq-c3ae0ba-699846d-20261022-170240",
"task": "multiprocessio__dsq.c3ae0ba",
"total": 542
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0149,
"finished_at": "2026-10-22T17:40:35Z",
"grade_job": "6adab4d6c191903149a78870",
"graded_at": "2026-10-23T01:14:51Z",
"job_id": "6ada42d4c191903149a73c8c",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada42d4c191903149a73c8c",
"key": "solo-piv__rbakbashev__elfcat.52f8cc7__s0",
"launched_at": "2026-10-22T17:08:19Z",
"passed": 0,
"run_dir": "runs/pb-solo-piv-rbakbashev--elfcat.52f8cc7__solo-piv__s0",
"run_id": "pb-solo-piv-rbakbashev--elfcat.52f8cc7__solo-piv__s0",
"running_secs": 1794,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/solo-piv__rbakbashev__elfcat.52f8cc7.yaml",
"status": "graded",
"tag": "pb-solo-piv-rbakbashev--elfcat-52f8cc7-699846d-20261022-170638",
"task": "rbakbashev__elfcat.52f8cc7",
"total": 564
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0187,
"finished_at": "2026-10-22T18:04:20Z",
"grade_job": "6adab55cc191903149a788d5",
"graded_at": "2026-10-23T01:17:04Z",
"job_id": "6ada4722925af0e27d4f5c5a",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada4722925af0e27d4f5c5a",
"key": "team-piv__rbakbashev__elfcat.52f8cc7__s0",
"launched_at": "2026-10-22T17:26:43Z",
"passed": 0,
"run_dir": "runs/pb-team-piv-rbakbashev--elfcat.52f8cc7__team-piv__s0",
"run_id": "pb-team-piv-rbakbashev--elfcat.52f8cc7__team-piv__s0",
"running_secs": 2242,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/team-piv__rbakbashev__elfcat.52f8cc7.yaml",
"status": "graded",
"tag": "pb-team-piv-rbakbashev--elfcat-52f8cc7-699846d-20261022-172501",
"task": "rbakbashev__elfcat.52f8cc7",
"total": 564
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0232,
"finished_at": "2026-10-22T18:26:34Z",
"grade_job": "6adab5d5925af0e27d4f95f9",
"graded_at": "2026-10-23T01:19:08Z",
"job_id": "6ada49f6c191903149a74222",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada49f6c191903149a74222",
"key": "solo-piv__sclevine__yj.8016400__s0",
"launched_at": "2026-10-22T17:38:32Z",
"passed": 0,
"run_dir": "runs/pb-solo-piv-sclevine--yj.8016400__solo-piv__s0",
"run_id": "pb-solo-piv-sclevine--yj.8016400__solo-piv__s0",
"running_secs": 2783,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/solo-piv__sclevine__yj.8016400.yaml",
"status": "graded",
"tag": "pb-solo-piv-sclevine--yj-8016400-699846d-20261022-173711",
"task": "sclevine__yj.8016400",
"total": 767
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.026,
"finished_at": "2026-10-22T18:34:34Z",
"grade_job": "6adab664c191903149a78958",
"graded_at": "2026-10-23T01:21:32Z",
"job_id": "6ada4ad2925af0e27d4f5e6f",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada4ad2925af0e27d4f5e6f",
"key": "team-piv__sclevine__yj.8016400__s0",
"launched_at": "2026-10-22T17:42:27Z",
"passed": 0,
"run_dir": "runs/pb-team-piv-sclevine--yj.8016400__team-piv__s0",
"run_id": "pb-team-piv-sclevine--yj.8016400__team-piv__s0",
"running_secs": 3115,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/team-piv__sclevine__yj.8016400.yaml",
"status": "graded",
"tag": "pb-team-piv-sclevine--yj-8016400-699846d-20261022-174045",
"task": "sclevine__yj.8016400",
"total": 767
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0183,
"finished_at": "2026-10-22T18:22:37Z",
"grade_job": "6adab6e2c191903149a7899e",
"graded_at": "2026-10-23T01:23:37Z",
"job_id": "6ada4b40c191903149a742f4",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada4b40c191903149a742f4",
"key": "solo-piv__sirwart__ripsecrets.34c9e03__s0",
"launched_at": "2026-10-22T17:44:18Z",
"passed": 0,
"run_dir": "runs/pb-solo-piv-sirwart--ripsecrets.34c9e03__solo-piv__s0",
"run_id": "pb-solo-piv-sirwart--ripsecrets.34c9e03__solo-piv__s0",
"running_secs": 2191,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/solo-piv__sirwart__ripsecrets.34c9e03.yaml",
"status": "graded",
"tag": "pb-solo-piv-sirwart--ripsecrets-34c9e03-699846d-20261022-174233",
"task": "sirwart__ripsecrets.34c9e03",
"total": 611
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0192,
"finished_at": "2026-10-22T18:26:35Z",
"grade_job": "6adab75e925af0e27d4f96a0",
"graded_at": "2026-10-23T01:27:11Z",
"job_id": "6ada4c2a925af0e27d4f5ef9",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada4c2a925af0e27d4f5ef9",
"key": "team-piv__sirwart__ripsecrets.34c9e03__s0",
"launched_at": "2026-10-22T17:48:12Z",
"passed": 268,
"run_dir": "runs/pb-team-piv-sirwart--ripsecrets.34c9e03__team-piv__s0",
"run_id": "pb-team-piv-sirwart--ripsecrets.34c9e03__team-piv__s0",
"running_secs": 2301,
"score": 0.4386252045826514,
"seed": 0,
"spec": "sweep/specs/team-piv__sirwart__ripsecrets.34c9e03.yaml",
"status": "graded",
"tag": "pb-team-piv-sirwart--ripsecrets-34c9e03-699846d-20261022-174629",
"task": "sirwart__ripsecrets.34c9e03",
"total": 611
},
{
"arm": "solo-piv",
"attempts": [
{
"job_id": "6ada4d0c925af0e27d4f5f7b",
"job_stage": "ERROR",
"tag": "pb-solo-piv-wfxr--code-minimap-0ddeea5-699846d-20261022-175024"
}
],
"condition": "solo-piv",
"cost_usd": 0.0132,
"finished_at": "2026-10-22T18:18:43Z",
"flavor": "cpu-upgrade",
"grade_job": "6adb147fc191903149a7c73c",
"graded_at": "2026-10-23T08:03:09Z",
"job_id": "6adaa8bfc191903149a7808c",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada4d0c925af0e27d4f5f7b",
"key": "solo-piv__wfxr__code-minimap.0ddeea5__s0",
"launched_at": "2026-10-22T17:51:58Z",
"message": "Job failed with exit code: 1. Reason: Error",
"passed": 0,
"run_dir": "runs/pb-solo-piv-wfxr--code-minimap.0ddeea5__solo-piv__s0",
"run_id": "pb-solo-piv-wfxr--code-minimap.0ddeea5__solo-piv__s0",
"running_secs": 1581,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/solo-piv__wfxr__code-minimap.0ddeea5.yaml",
"status": "graded",
"tag": "pb-solo-piv-wfxr--code-minimap-0ddeea5-699846d-20261023-002131",
"task": "wfxr__code-minimap.0ddeea5",
"total": 313
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0385,
"finished_at": "2026-10-22T19:22:46Z",
"grade_job": "6adab843c191903149a78a23",
"graded_at": "2026-10-23T01:29:28Z",
"job_id": "6ada5066c191903149a7462d",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada5066c191903149a7462d",
"key": "team-piv__wfxr__code-minimap.0ddeea5__s0",
"launched_at": "2026-10-22T18:06:18Z",
"passed": 0,
"run_dir": "runs/pb-team-piv-wfxr--code-minimap.0ddeea5__team-piv__s0",
"run_id": "pb-team-piv-wfxr--code-minimap.0ddeea5__team-piv__s0",
"running_secs": 4624,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/team-piv__wfxr__code-minimap.0ddeea5.yaml",
"status": "graded",
"tag": "pb-team-piv-wfxr--code-minimap-0ddeea5-699846d-20261022-180431",
"task": "wfxr__code-minimap.0ddeea5",
"total": 313
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.026,
"finished_at": "2026-10-22T19:13:12Z",
"grade_job": "6adab8c3c191903149a78a80",
"graded_at": "2026-10-23T01:31:40Z",
"job_id": "6ada53c1925af0e27d4f632b",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada53c1925af0e27d4f632b",
"key": "solo-piv__brocode__fblog.3b54330__s0",
"launched_at": "2026-10-22T18:20:34Z",
"passed": 0,
"run_dir": "runs/pb-solo-piv-brocode--fblog.3b54330__solo-piv__s0",
"run_id": "pb-solo-piv-brocode--fblog.3b54330__solo-piv__s0",
"running_secs": 3125,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/solo-piv__brocode__fblog.3b54330.yaml",
"status": "graded",
"tag": "pb-solo-piv-brocode--fblog-3b54330-699846d-20261022-181851",
"task": "brocode__fblog.3b54330",
"total": 978
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0242,
"finished_at": "2026-10-22T19:13:12Z",
"grade_job": "6adab94e925af0e27d4f9734",
"graded_at": "2026-10-23T01:33:58Z",
"job_id": "6ada54ac925af0e27d4f6397",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada54ac925af0e27d4f6397",
"key": "team-piv__brocode__fblog.3b54330__s0",
"launched_at": "2026-10-22T18:24:33Z",
"passed": 0,
"run_dir": "runs/pb-team-piv-brocode--fblog.3b54330__team-piv__s0",
"run_id": "pb-team-piv-brocode--fblog.3b54330__team-piv__s0",
"running_secs": 2901,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/team-piv__brocode__fblog.3b54330.yaml",
"status": "graded",
"tag": "pb-team-piv-brocode--fblog-3b54330-699846d-20261022-182246",
"task": "brocode__fblog.3b54330",
"total": 978
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0232,
"finished_at": "2026-10-22T19:18:55Z",
"grade_job": "6adab9d0c191903149a78af2",
"graded_at": "2026-10-23T01:39:10Z",
"job_id": "6ada559d925af0e27d4f63d5",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada559d925af0e27d4f63d5",
"key": "solo-piv__codesnap-rs__codesnap.f81e4f3__s0",
"launched_at": "2026-10-22T18:28:34Z",
"passed": 267,
"run_dir": "runs/pb-solo-piv-codesnap-rs--codesnap.f81e4f3__solo-piv__s0",
"run_id": "pb-solo-piv-codesnap-rs--codesnap.f81e4f3__solo-piv__s0",
"running_secs": 2789,
"score": 0.46760070052539404,
"seed": 0,
"spec": "sweep/specs/solo-piv__codesnap-rs__codesnap.f81e4f3.yaml",
"status": "graded",
"tag": "pb-solo-piv-codesnap-rs--codesnap-f81e4f3-699846d-20261022-182646",
"task": "codesnap-rs__codesnap.f81e4f3",
"total": 571
},
{
"arm": "team-piv",
"attempts": [
{
"job_id": "6ada5611c191903149a74993",
"job_stage": "ERROR",
"tag": "pb-team-piv-codesnap-rs--codesnap-f81e4f3-699846d-20261022-182840"
}
],
"condition": "team-piv",
"cost_usd": 0.0016,
"finished_at": "2026-10-22T18:34:37Z",
"flavor": "cpu-xl",
"grade_job": "6adb150a925af0e27d4fc6c3",
"graded_at": "2026-10-23T08:08:31Z",
"job_id": "6adaa9f1c191903149a78159",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada5611c191903149a74993",
"key": "team-piv__codesnap-rs__codesnap.f81e4f3__s0",
"launched_at": "2026-10-22T18:30:29Z",
"message": "Job failed with exit code: 137. Reason: OOMKilled",
"passed": 134,
"run_dir": "runs/pb-team-piv-codesnap-rs--codesnap.f81e4f3__team-piv__s0",
"run_id": "pb-team-piv-codesnap-rs--codesnap.f81e4f3__team-piv__s0",
"running_secs": 195,
"score": 0.23467600700525393,
"seed": 0,
"spec": "sweep/specs/team-piv__codesnap-rs__codesnap.f81e4f3.yaml",
"status": "graded",
"tag": "pb-team-piv-codesnap-rs--codesnap-f81e4f3-699846d-20261023-002636",
"task": "codesnap-rs__codesnap.f81e4f3",
"total": 571
},
{
"arm": "solo-piv",
"attempts": [
{
"job_id": "6ada577a925af0e27d4f6479",
"job_stage": "ERROR",
"tag": "pb-solo-piv-ecumene--rust-sloth-051c559-699846d-20261022-183445"
}
],
"condition": "solo-piv",
"cost_usd": 0.0161,
"finished_at": "2026-10-22T19:09:21Z",
"flavor": "cpu-xl",
"grade_job": "6adb164d925af0e27d4fc74f",
"graded_at": "2026-10-23T08:13:24Z",
"job_id": "6adab5d5925af0e27d4f95f7",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada577a925af0e27d4f6479",
"key": "solo-piv__ecumene__rust-sloth.051c559__s0",
"launched_at": "2026-10-22T18:36:29Z",
"message": "Job failed with exit code: 1. Reason: Error",
"passed": 46,
"run_dir": "runs/pb-solo-piv-ecumene--rust-sloth.051c559__solo-piv__s0",
"run_id": "pb-solo-piv-ecumene--rust-sloth.051c559__solo-piv__s0",
"running_secs": 1931,
"score": 0.12105263157894737,
"seed": 0,
"spec": "sweep/specs/solo-piv__ecumene__rust-sloth.051c559.yaml",
"status": "graded",
"tag": "pb-solo-piv-ecumene--rust-sloth-051c559-699846d-20261023-011727",
"task": "ecumene__rust-sloth.051c559",
"total": 380
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.03,
"finished_at": "2026-10-22T19:38:57Z",
"grade_job": "6adb176ac191903149a7c911",
"graded_at": "2026-10-23T08:15:39Z",
"job_id": "6ada57e9c191903149a74ab4",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada57e9c191903149a74ab4",
"key": "team-piv__ecumene__rust-sloth.051c559__s0",
"launched_at": "2026-10-22T18:38:19Z",
"passed": 0,
"run_dir": "runs/pb-team-piv-ecumene--rust-sloth.051c559__team-piv__s0",
"run_id": "pb-team-piv-ecumene--rust-sloth.051c559__team-piv__s0",
"running_secs": 3600,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/team-piv__ecumene__rust-sloth.051c559.yaml",
"status": "graded",
"tag": "pb-team-piv-ecumene--rust-sloth-051c559-699846d-20261022-183635",
"task": "ecumene__rust-sloth.051c559",
"total": 380
},
{
"arm": "solo-piv",
"attempts": [
{
"job_id": "6ada5f9e925af0e27d4f67ef",
"job_stage": "ERROR",
"tag": "pb-solo-piv-facebook--zstd-1168da0-699846d-20261022-190929"
}
],
"condition": "solo-piv",
"cost_usd": 0.0118,
"finished_at": "2026-10-22T19:34:59Z",
"flavor": "cpu-upgrade",
"grade_job": "6adb17f8925af0e27d4fc84e",
"graded_at": "2026-10-23T08:17:58Z",
"job_id": "6adaa988c191903149a7811a",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada5f9e925af0e27d4f67ef",
"key": "solo-piv__facebook__zstd.1168da0__s0",
"launched_at": "2026-10-22T19:11:10Z",
"message": "Job failed with exit code: 1. Reason: Error",
"passed": 0,
"run_dir": "runs/pb-solo-piv-facebook--zstd.1168da0__solo-piv__s0",
"run_id": "pb-solo-piv-facebook--zstd.1168da0__solo-piv__s0",
"running_secs": 1422,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/solo-piv__facebook__zstd.1168da0.yaml",
"status": "graded",
"tag": "pb-solo-piv-facebook--zstd-1168da0-699846d-20261023-002500",
"task": "facebook__zstd.1168da0",
"total": 2038
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0152,
"finished_at": "2026-10-22T19:44:51Z",
"grade_job": "6adb1882925af0e27d4fc875",
"graded_at": "2026-10-23T08:27:52Z",
"job_id": "6ada6087c191903149a74f30",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada6087c191903149a74f30",
"key": "team-piv__facebook__zstd.1168da0__s0",
"launched_at": "2026-10-22T19:15:05Z",
"passed": 658,
"run_dir": "runs/pb-team-piv-facebook--zstd.1168da0__team-piv__s0",
"run_id": "pb-team-piv-facebook--zstd.1168da0__team-piv__s0",
"running_secs": 1821,
"score": 0.3228655544651619,
"seed": 0,
"spec": "sweep/specs/team-piv__facebook__zstd.1168da0.yaml",
"status": "graded",
"tag": "pb-team-piv-facebook--zstd-1168da0-699846d-20261022-191322",
"task": "facebook__zstd.1168da0",
"total": 2038
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0149,
"finished_at": "2026-10-22T19:48:49Z",
"grade_job": "6adb1ad3925af0e27d4fc9c7",
"graded_at": "2026-10-23T08:33:42Z",
"job_id": "6ada60f4925af0e27d4f6863",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada60f4925af0e27d4f6863",
"key": "solo-piv__go-critic__go-critic.9aea378__s0",
"launched_at": "2026-10-22T19:16:54Z",
"passed": 154,
"run_dir": "runs/pb-solo-piv-go-critic--go-critic.9aea378__solo-piv__s0",
"run_id": "pb-solo-piv-go-critic--go-critic.9aea378__solo-piv__s0",
"running_secs": 1787,
"score": 0.31237322515212984,
"seed": 0,
"spec": "sweep/specs/solo-piv__go-critic__go-critic.9aea378.yaml",
"status": "graded",
"tag": "pb-solo-piv-go-critic--go-critic-9aea378-699846d-20261022-191512",
"task": "go-critic__go-critic.9aea378",
"total": 493
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0159,
"finished_at": "2026-10-22T19:52:46Z",
"grade_job": "6adb1c30925af0e27d4fca9a",
"graded_at": "2026-10-23T08:39:01Z",
"job_id": "6ada61dd925af0e27d4f6884",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada61dd925af0e27d4f6884",
"key": "team-piv__go-critic__go-critic.9aea378__s0",
"launched_at": "2026-10-22T19:20:45Z",
"passed": 172,
"run_dir": "runs/pb-team-piv-go-critic--go-critic.9aea378__team-piv__s0",
"run_id": "pb-team-piv-go-critic--go-critic.9aea378__team-piv__s0",
"running_secs": 1905,
"score": 0.3488843813387424,
"seed": 0,
"spec": "sweep/specs/team-piv__go-critic__go-critic.9aea378.yaml",
"status": "graded",
"tag": "pb-team-piv-go-critic--go-critic-9aea378-699846d-20261022-191905",
"task": "go-critic__go-critic.9aea378",
"total": 493
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0212,
"finished_at": "2026-10-22T20:07:02Z",
"grade_job": "6adb1d75c191903149a7cdc8",
"graded_at": "2026-10-23T08:41:26Z",
"job_id": "6ada62c6c191903149a75006",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada62c6c191903149a75006",
"key": "solo-piv__madler__pigz.fe4894f__s0",
"launched_at": "2026-10-22T19:24:41Z",
"passed": 0,
"run_dir": "runs/pb-solo-piv-madler--pigz.fe4894f__solo-piv__s0",
"run_id": "pb-solo-piv-madler--pigz.fe4894f__solo-piv__s0",
"running_secs": 2541,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/solo-piv__madler__pigz.fe4894f.yaml",
"status": "graded",
"tag": "pb-solo-piv-madler--pigz-fe4894f-699846d-20261022-192257",
"task": "madler__pigz.fe4894f",
"total": 831
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0231,
"finished_at": "2026-10-22T20:23:24Z",
"grade_job": "6adb1e05c191903149a7ce0f",
"graded_at": "2026-10-23T08:46:22Z",
"job_id": "6ada65a4c191903149a751cb",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada65a4c191903149a751cb",
"key": "team-piv__madler__pigz.fe4894f__s0",
"launched_at": "2026-10-22T19:36:56Z",
"passed": 335,
"run_dir": "runs/pb-team-piv-madler--pigz.fe4894f__team-piv__s0",
"run_id": "pb-team-piv-madler--pigz.fe4894f__team-piv__s0",
"running_secs": 2771,
"score": 0.40312876052948254,
"seed": 0,
"spec": "sweep/specs/team-piv__madler__pigz.fe4894f.yaml",
"status": "graded",
"tag": "pb-team-piv-madler--pigz-fe4894f-699846d-20261022-193509",
"task": "madler__pigz.fe4894f",
"total": 831
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0234,
"finished_at": "2026-10-22T20:27:21Z",
"grade_job": "6adb1f28925af0e27d4fcc10",
"graded_at": "2026-10-23T08:48:37Z",
"job_id": "6ada668a925af0e27d4f6a7f",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada668a925af0e27d4f6a7f",
"key": "solo-piv__nikolassv__bartib.6b9b5ce__s0",
"launched_at": "2026-10-22T19:40:46Z",
"passed": 0,
"run_dir": "runs/pb-solo-piv-nikolassv--bartib.6b9b5ce__solo-piv__s0",
"run_id": "pb-solo-piv-nikolassv--bartib.6b9b5ce__solo-piv__s0",
"running_secs": 2805,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/solo-piv__nikolassv__bartib.6b9b5ce.yaml",
"status": "graded",
"tag": "pb-solo-piv-nikolassv--bartib-6b9b5ce-699846d-20261022-193908",
"task": "nikolassv__bartib.6b9b5ce",
"total": 721
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0309,
"finished_at": "2026-10-22T20:51:30Z",
"grade_job": "6adb1fc9925af0e27d4fcc4f",
"graded_at": "2026-10-23T08:51:21Z",
"job_id": "6ada67f4c191903149a75307",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada67f4c191903149a75307",
"key": "team-piv__nikolassv__bartib.6b9b5ce__s0",
"launched_at": "2026-10-22T19:46:48Z",
"passed": 0,
"run_dir": "runs/pb-team-piv-nikolassv--bartib.6b9b5ce__team-piv__s0",
"run_id": "pb-team-piv-nikolassv--bartib.6b9b5ce__team-piv__s0",
"running_secs": 3711,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/team-piv__nikolassv__bartib.6b9b5ce.yaml",
"status": "graded",
"tag": "pb-team-piv-nikolassv--bartib-6b9b5ce-699846d-20261022-194502",
"task": "nikolassv__bartib.6b9b5ce",
"total": 721
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0247,
"finished_at": "2026-10-22T20:41:30Z",
"grade_job": "6adb2055925af0e27d4fcc91",
"graded_at": "2026-10-23T08:53:41Z",
"job_id": "6ada68e2c191903149a7536f",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada68e2c191903149a7536f",
"key": "solo-piv__ninja-build__ninja.cc60300__s0",
"launched_at": "2026-10-22T19:50:45Z",
"passed": 0,
"run_dir": "runs/pb-solo-piv-ninja-build--ninja.cc60300__solo-piv__s0",
"run_id": "pb-solo-piv-ninja-build--ninja.cc60300__solo-piv__s0",
"running_secs": 2959,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/solo-piv__ninja-build__ninja.cc60300.yaml",
"status": "graded",
"tag": "pb-solo-piv-ninja-build--ninja-cc60300-699846d-20261022-194900",
"task": "ninja-build__ninja.cc60300",
"total": 1438
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0216,
"finished_at": "2026-10-22T20:37:32Z",
"grade_job": "6adb20f0c191903149a7cfb9",
"graded_at": "2026-10-23T08:56:16Z",
"job_id": "6ada69cf925af0e27d4f6bec",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada69cf925af0e27d4f6bec",
"key": "team-piv__ninja-build__ninja.cc60300__s0",
"launched_at": "2026-10-22T19:54:40Z",
"passed": 0,
"run_dir": "runs/pb-team-piv-ninja-build--ninja.cc60300__team-piv__s0",
"run_id": "pb-team-piv-ninja-build--ninja.cc60300__team-piv__s0",
"running_secs": 2597,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/team-piv__ninja-build__ninja.cc60300.yaml",
"status": "graded",
"tag": "pb-team-piv-ninja-build--ninja-cc60300-699846d-20261022-195257",
"task": "ninja-build__ninja.cc60300",
"total": 1438
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0196,
"finished_at": "2026-10-22T20:47:34Z",
"grade_job": "6adb217b925af0e27d4fcd02",
"graded_at": "2026-10-23T09:10:43Z",
"job_id": "6ada6d27925af0e27d4f6d1c",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada6d27925af0e27d4f6d1c",
"key": "solo-piv__peco__peco.4e58dad__s0",
"launched_at": "2026-10-22T20:08:58Z",
"passed": 787,
"run_dir": "runs/pb-solo-piv-peco--peco.4e58dad__solo-piv__s0",
"run_id": "pb-solo-piv-peco--peco.4e58dad__solo-piv__s0",
"running_secs": 2355,
"score": 0.6477366255144033,
"seed": 0,
"spec": "sweep/specs/solo-piv__peco__peco.4e58dad.yaml",
"status": "graded",
"tag": "pb-solo-piv-peco--peco-4e58dad-699846d-20261022-200713",
"task": "peco__peco.4e58dad",
"total": 1215
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0354,
"finished_at": "2026-10-22T21:37:35Z",
"grade_job": "6adb24f4c191903149a7d216",
"graded_at": "2026-10-23T09:25:32Z",
"job_id": "6ada70fdc191903149a7580b",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada70fdc191903149a7580b",
"key": "team-piv__peco__peco.4e58dad__s0",
"launched_at": "2026-10-22T20:25:20Z",
"passed": 835,
"run_dir": "runs/pb-team-piv-peco--peco.4e58dad__team-piv__s0",
"run_id": "pb-team-piv-peco--peco.4e58dad__team-piv__s0",
"running_secs": 4254,
"score": 0.6872427983539094,
"seed": 0,
"spec": "sweep/specs/team-piv__peco__peco.4e58dad.yaml",
"status": "graded",
"tag": "pb-team-piv-peco--peco-4e58dad-699846d-20261022-202335",
"task": "peco__peco.4e58dad",
"total": 1215
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0153,
"finished_at": "2026-10-22T20:59:34Z",
"grade_job": "6adb285a925af0e27d4fd0e8",
"graded_at": "2026-10-23T09:33:58Z",
"job_id": "6ada71eac191903149a75880",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada71eac191903149a75880",
"key": "solo-piv__sharkdp__fd.40d8eb3__s0",
"launched_at": "2026-10-22T20:29:17Z",
"passed": 494,
"run_dir": "runs/pb-solo-piv-sharkdp--fd.40d8eb3__solo-piv__s0",
"run_id": "pb-solo-piv-sharkdp--fd.40d8eb3__solo-piv__s0",
"running_secs": 1841,
"score": 0.4,
"seed": 0,
"spec": "sweep/specs/solo-piv__sharkdp__fd.40d8eb3.yaml",
"status": "graded",
"tag": "pb-solo-piv-sharkdp--fd-40d8eb3-699846d-20261022-202732",
"task": "sharkdp__fd.40d8eb3",
"total": 1235
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0531,
"finished_at": "2026-10-22T22:25:34Z",
"grade_job": "6adb3d25925af0e27d4fd9ce",
"graded_at": "2026-10-23T10:57:02Z",
"job_id": "6ada744cc191903149a759f2",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada744cc191903149a759f2",
"key": "team-piv__sharkdp__fd.40d8eb3__s0",
"launched_at": "2026-10-22T20:39:28Z",
"passed": 0,
"run_dir": "runs/pb-team-piv-sharkdp--fd.40d8eb3__team-piv__s0",
"run_id": "pb-team-piv-sharkdp--fd.40d8eb3__team-piv__s0",
"running_secs": 6367,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/team-piv__sharkdp__fd.40d8eb3.yaml",
"status": "graded",
"tag": "pb-team-piv-sharkdp--fd-40d8eb3-699846d-20261022-203743",
"task": "sharkdp__fd.40d8eb3",
"total": 1235
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0123,
"finished_at": "2026-10-22T21:07:41Z",
"grade_job": "6adb3de5c191903149a7e12c",
"graded_at": "2026-10-23T11:03:18Z",
"job_id": "6ada753bc191903149a75a7c",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada753bc191903149a75a7c",
"key": "solo-piv__canop__broot.d6c798e__s0",
"launched_at": "2026-10-22T20:43:28Z",
"passed": 327,
"run_dir": "runs/pb-solo-piv-canop--broot.d6c798e__solo-piv__s0",
"run_id": "pb-solo-piv-canop--broot.d6c798e__solo-piv__s0",
"running_secs": 1477,
"score": 0.6078066914498141,
"seed": 0,
"spec": "sweep/specs/solo-piv__canop__broot.d6c798e.yaml",
"status": "graded",
"tag": "pb-solo-piv-canop--broot-d6c798e-699846d-20261022-204140",
"task": "canop__broot.d6c798e",
"total": 538
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0092,
"finished_at": "2026-10-22T21:07:42Z",
"grade_job": "6adb3f751e112550ce7d4018",
"graded_at": "2026-10-23T11:10:01Z",
"job_id": "6ada76a7c191903149a75b36",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada76a7c191903149a75b36",
"key": "team-piv__canop__broot.d6c798e__s0",
"launched_at": "2026-10-22T20:49:29Z",
"passed": 338,
"run_dir": "runs/pb-team-piv-canop--broot.d6c798e__team-piv__s0",
"run_id": "pb-team-piv-canop--broot.d6c798e__team-piv__s0",
"running_secs": 1098,
"score": 0.6282527881040892,
"seed": 0,
"spec": "sweep/specs/team-piv__canop__broot.d6c798e.yaml",
"status": "graded",
"tag": "pb-team-piv-canop--broot-d6c798e-699846d-20261022-204744",
"task": "canop__broot.d6c798e",
"total": 538
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.014,
"finished_at": "2026-10-22T21:21:42Z",
"grade_job": "6adb410a046eb82b1ecd3be8",
"graded_at": "2026-10-23T11:13:59Z",
"job_id": "6ada7792c191903149a75bd1",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada7792c191903149a75bd1",
"key": "solo-piv__dandavison__delta.acd758f__s0",
"launched_at": "2026-10-22T20:53:24Z",
"passed": 0,
"run_dir": "runs/pb-solo-piv-dandavison--delta.acd758f__solo-piv__s0",
"run_id": "pb-solo-piv-dandavison--delta.acd758f__solo-piv__s0",
"running_secs": 1682,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/solo-piv__dandavison__delta.acd758f.yaml",
"status": "graded",
"tag": "pb-solo-piv-dandavison--delta-acd758f-699846d-20261022-205141",
"task": "dandavison__delta.acd758f",
"total": 949
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.026,
"finished_at": "2026-10-22T21:53:25Z",
"grade_job": "6adb4207046eb82b1ecd3c5f",
"graded_at": "2026-10-23T11:18:02Z",
"job_id": "6ada7978c191903149a75d76",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada7978c191903149a75d76",
"key": "team-piv__dandavison__delta.acd758f__s0",
"launched_at": "2026-10-22T21:01:30Z",
"passed": 0,
"run_dir": "runs/pb-team-piv-dandavison--delta.acd758f__team-piv__s0",
"run_id": "pb-team-piv-dandavison--delta.acd758f__team-piv__s0",
"running_secs": 3121,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/team-piv__dandavison__delta.acd758f.yaml",
"status": "graded",
"tag": "pb-team-piv-dandavison--delta-acd758f-699846d-20261022-205944",
"task": "dandavison__delta.acd758f",
"total": 949
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0105,
"finished_at": "2026-10-22T21:31:51Z",
"grade_job": "6adb42e61e112550ce7d4235",
"graded_at": "2026-10-23T11:23:27Z",
"job_id": "6ada7b5c925af0e27d4f74c8",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada7b5c925af0e27d4f74c8",
"key": "solo-piv__doxygen__doxygen.966d98e__s0",
"launched_at": "2026-10-22T21:09:34Z",
"passed": 43,
"run_dir": "runs/pb-solo-piv-doxygen--doxygen.966d98e__solo-piv__s0",
"run_id": "pb-solo-piv-doxygen--doxygen.966d98e__solo-piv__s0",
"running_secs": 1258,
"score": 0.18777292576419213,
"seed": 0,
"spec": "sweep/specs/solo-piv__doxygen__doxygen.966d98e.yaml",
"status": "graded",
"tag": "pb-solo-piv-doxygen--doxygen-966d98e-699846d-20261022-210751",
"task": "doxygen__doxygen.966d98e",
"total": 229
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0097,
"finished_at": "2026-10-22T21:31:52Z",
"grade_job": "6adb445b046eb82b1ecd3d4d",
"graded_at": "2026-10-23T11:29:35Z",
"job_id": "6ada7bc9c191903149a75f69",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada7bc9c191903149a75f69",
"key": "team-piv__doxygen__doxygen.966d98e__s0",
"launched_at": "2026-10-22T21:11:23Z",
"passed": 57,
"run_dir": "runs/pb-team-piv-doxygen--doxygen.966d98e__team-piv__s0",
"run_id": "pb-team-piv-doxygen--doxygen.966d98e__team-piv__s0",
"running_secs": 1167,
"score": 0.24782608695652175,
"seed": 0,
"spec": "sweep/specs/team-piv__doxygen__doxygen.966d98e.yaml",
"status": "graded",
"tag": "pb-team-piv-doxygen--doxygen-966d98e-699846d-20261022-210940",
"task": "doxygen__doxygen.966d98e",
"total": 230
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0103,
"finished_at": "2026-10-22T21:43:36Z",
"grade_job": "6adb45721e112550ce7d43af",
"graded_at": "2026-10-23T11:57:01Z",
"job_id": "6ada7ea5c191903149a76169",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada7ea5c191903149a76169",
"key": "solo-piv__jesseduffield__lazygit.1d0db51__s0",
"launched_at": "2026-10-22T21:23:35Z",
"passed": 218,
"run_dir": "runs/pb-solo-piv-jesseduffield--lazygit.1d0db51__solo-piv__s0",
"run_id": "pb-solo-piv-jesseduffield--lazygit.1d0db51__solo-piv__s0",
"running_secs": 1234,
"score": 0.2549707602339181,
"seed": 0,
"spec": "sweep/specs/solo-piv__jesseduffield__lazygit.1d0db51.yaml",
"status": "graded",
"tag": "pb-solo-piv-jesseduffield--lazygit-1d0db51-699846d-20261022-212152",
"task": "jesseduffield__lazygit.1d0db51",
"total": 855
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0069,
"finished_at": "2026-10-22T21:47:27Z",
"grade_job": "6adb4be31e112550ce7d47c4",
"graded_at": "2026-10-23T12:20:00Z",
"job_id": "6ada8106c191903149a76374",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada8106c191903149a76374",
"key": "team-piv__jesseduffield__lazygit.1d0db51__s0",
"launched_at": "2026-10-22T21:33:44Z",
"passed": 327,
"run_dir": "runs/pb-team-piv-jesseduffield--lazygit.1d0db51__team-piv__s0",
"run_id": "pb-team-piv-jesseduffield--lazygit.1d0db51__team-piv__s0",
"running_secs": 829,
"score": 0.3824561403508772,
"seed": 0,
"spec": "sweep/specs/team-piv__jesseduffield__lazygit.1d0db51.yaml",
"status": "graded",
"tag": "pb-team-piv-jesseduffield--lazygit-1d0db51-699846d-20261022-213200",
"task": "jesseduffield__lazygit.1d0db51",
"total": 855
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0152,
"finished_at": "2026-10-22T22:05:37Z",
"grade_job": "6adb5151046eb82b1ecd435f",
"graded_at": "2026-10-23T13:34:24Z",
"job_id": "6ada8173925af0e27d4f787f",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada8173925af0e27d4f787f",
"key": "solo-piv__johnkerl__miller.8d85b46__s0",
"launched_at": "2026-10-22T21:35:34Z",
"passed": 836,
"run_dir": "runs/pb-solo-piv-johnkerl--miller.8d85b46__solo-piv__s0",
"run_id": "pb-solo-piv-johnkerl--miller.8d85b46__solo-piv__s0",
"running_secs": 1824,
"score": 0.05711552913848466,
"seed": 0,
"spec": "sweep/specs/solo-piv__johnkerl__miller.8d85b46.yaml",
"status": "graded",
"tag": "pb-solo-piv-johnkerl--miller-8d85b46-699846d-20261022-213351",
"task": "johnkerl__miller.8d85b46",
"total": 14637
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0197,
"finished_at": "2026-10-22T22:19:37Z",
"grade_job": "6adb62b2046eb82b1ecd495f",
"graded_at": "2026-10-23T14:45:15Z",
"job_id": "6ada825f925af0e27d4f7910",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada825f925af0e27d4f7910",
"key": "team-piv__johnkerl__miller.8d85b46__s0",
"launched_at": "2026-10-22T21:39:29Z",
"passed": 916,
"run_dir": "runs/pb-team-piv-johnkerl--miller.8d85b46__team-piv__s0",
"run_id": "pb-team-piv-johnkerl--miller.8d85b46__team-piv__s0",
"running_secs": 2364,
"score": 0.0625811300129808,
"seed": 0,
"spec": "sweep/specs/team-piv__johnkerl__miller.8d85b46.yaml",
"status": "graded",
"tag": "pb-team-piv-johnkerl--miller-8d85b46-699846d-20261022-213746",
"task": "johnkerl__miller.8d85b46",
"total": 14637
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0194,
"finished_at": "2026-10-22T22:25:35Z",
"grade_job": "6adb730c1e112550ce7d5a70",
"graded_at": "2026-10-23T14:46:36Z",
"job_id": "6ada83c2925af0e27d4f79f5",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada83c2925af0e27d4f79f5",
"key": "solo-piv__parcel-bundler__lightningcss.aa2ed1e__s0",
"launched_at": "2026-10-22T21:45:24Z",
"passed": 0,
"run_dir": "runs/pb-solo-piv-parcel-bundler--lightningcss.aa2ed1e__solo-piv__s0",
"run_id": "pb-solo-piv-parcel-bundler--lightningcss.aa2ed1e__solo-piv__s0",
"running_secs": 2332,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/solo-piv__parcel-bundler__lightningcss.aa2ed1e.yaml",
"status": "graded",
"tag": "pb-solo-piv-parcel-bundler--lightningcss-aa2ed1e-699846d-20261022-214345",
"task": "parcel-bundler__lightningcss.aa2ed1e",
"total": 2828
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0121,
"finished_at": "2026-10-22T22:13:41Z",
"grade_job": "6adb739f046eb82b1ecd4eb6",
"graded_at": "2026-10-23T15:40:50Z",
"job_id": "6ada84ae925af0e27d4f7a77",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada84ae925af0e27d4f7a77",
"key": "team-piv__parcel-bundler__lightningcss.aa2ed1e__s0",
"launched_at": "2026-10-22T21:49:19Z",
"passed": 875,
"run_dir": "runs/pb-team-piv-parcel-bundler--lightningcss.aa2ed1e__team-piv__s0",
"run_id": "pb-team-piv-parcel-bundler--lightningcss.aa2ed1e__team-piv__s0",
"running_secs": 1458,
"score": 0.3094059405940594,
"seed": 0,
"spec": "sweep/specs/team-piv__parcel-bundler__lightningcss.aa2ed1e.yaml",
"status": "graded",
"tag": "pb-team-piv-parcel-bundler--lightningcss-aa2ed1e-699846d-20261022-214736",
"task": "parcel-bundler__lightningcss.aa2ed1e",
"total": 2828
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0151,
"finished_at": "2026-10-22T22:25:36Z",
"grade_job": "6adb805b046eb82b1ecd535e",
"graded_at": "2026-10-23T15:43:34Z",
"job_id": "6ada8615925af0e27d4f7b4a",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada8615925af0e27d4f7b4a",
"key": "solo-piv__php__php-src.c891263__s0",
"launched_at": "2026-10-22T21:55:18Z",
"passed": 0,
"run_dir": "runs/pb-solo-piv-php--php-src.c891263__solo-piv__s0",
"run_id": "pb-solo-piv-php--php-src.c891263__solo-piv__s0",
"running_secs": 1812,
"score": 0.0,
"seed": 0,
"spec": "sweep/specs/solo-piv__php__php-src.c891263.yaml",
"status": "graded",
"tag": "pb-solo-piv-php--php-src-c891263-699846d-20261022-215335",
"task": "php__php-src.c891263",
"total": 14288
},
{
"arm": "team-piv",
"attempts": [
{
"job_id": "6ada88f1c191903149a768f8",
"job_stage": "ERROR",
"tag": "pb-team-piv-php--php-src-c891263-699846d-20261022-220548"
}
],
"condition": "team-piv",
"cost_usd": 0.0222,
"finished_at": "2026-10-22T22:51:43Z",
"flavor": "cpu-xl",
"grade_error": "flint-programbench/jobs/grade-pb-team-piv-php--php-src-c891263-team-pi-699846d-20261023-154345/ yet (the job may still run, or failed: swarmlab job logs 6adb80fc046eb82b1ecd53a8): Error: 1 file(s) not found in bucket 'cmpatino/flint-programbench': jobs/grade-pb-team-piv-php--php-src-c891263-team-pi-699846d-20261023-154345/grade.json\nHint: set HF_DEBUG=1 as environment variable for full traceback.\n",
"grade_job": null,
"job_id": "6adaaa5b925af0e27d4f9009",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada88f1c191903149a768f8",
"key": "team-piv__php__php-src.c891263__s0",
"launched_at": "2026-10-22T22:07:29Z",
"message": "Job failed with exit code: 137. Reason: OOMKilled",
"run_dir": "runs/pb-team-piv-php--php-src.c891263__team-piv__s0",
"run_id": "pb-team-piv-php--php-src.c891263__team-piv__s0",
"running_secs": 2670,
"seed": 0,
"spec": "sweep/specs/team-piv__php__php-src.c891263.yaml",
"status": "fetched",
"tag": "pb-team-piv-php--php-src-c891263-699846d-20261023-002821",
"task": "php__php-src.c891263"
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.018,
"finished_at": "2026-10-22T22:51:44Z",
"grade_job": "6adb8cb3046eb82b1ecd5779",
"graded_at": "2026-10-23T16:51:00Z",
"job_id": "6ada8ad3925af0e27d4f7d69",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada8ad3925af0e27d4f7d69",
"key": "solo-piv__rvben__rumdl.2d75c4d__s0",
"launched_at": "2026-10-22T22:15:32Z",
"passed": 548,
"run_dir": "runs/pb-solo-piv-rvben--rumdl.2d75c4d__solo-piv__s0",
"run_id": "pb-solo-piv-rvben--rumdl.2d75c4d__solo-piv__s0",
"running_secs": 2156,
"score": 0.1649608669476219,
"seed": 0,
"spec": "sweep/specs/solo-piv__rvben__rumdl.2d75c4d.yaml",
"status": "graded",
"tag": "pb-solo-piv-rvben--rumdl-2d75c4d-699846d-20261022-221350",
"task": "rvben__rumdl.2d75c4d",
"total": 3322
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0558,
"finished_at": "2026-10-23T00:12:36Z",
"job_id": "6ada8c38925af0e27d4f7e11",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada8c38925af0e27d4f7e11",
"key": "team-piv__rvben__rumdl.2d75c4d__s0",
"launched_at": "2026-10-22T22:21:29Z",
"run_dir": "runs/pb-team-piv-rvben--rumdl.2d75c4d__team-piv__s0",
"run_id": "pb-team-piv-rvben--rumdl.2d75c4d__team-piv__s0",
"running_secs": 6700,
"seed": 0,
"spec": "sweep/specs/team-piv__rvben__rumdl.2d75c4d.yaml",
"status": "fetched",
"tag": "pb-team-piv-rvben--rumdl-2d75c4d-699846d-20261022-221948",
"task": "rvben__rumdl.2d75c4d"
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0203,
"finished_at": "2026-10-22T23:07:58Z",
"job_id": "6ada8d9f925af0e27d4f7ea1",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada8d9f925af0e27d4f7ea1",
"key": "solo-piv__skeema__skeema.6a76243__s0",
"launched_at": "2026-10-22T22:27:27Z",
"run_id": "pb-solo-piv-skeema--skeema.6a76243__solo-piv__s0",
"running_secs": 2440,
"seed": 0,
"spec": "sweep/specs/solo-piv__skeema__skeema.6a76243.yaml",
"status": "done",
"tag": "pb-solo-piv-skeema--skeema-6a76243-699846d-20261022-222545",
"task": "skeema__skeema.6a76243"
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.016,
"finished_at": "2026-10-22T23:01:49Z",
"job_id": "6ada8e0a925af0e27d4f7ed8",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada8e0a925af0e27d4f7ed8",
"key": "team-piv__skeema__skeema.6a76243__s0",
"launched_at": "2026-10-22T22:29:15Z",
"run_id": "pb-team-piv-skeema--skeema.6a76243__team-piv__s0",
"running_secs": 1915,
"seed": 0,
"spec": "sweep/specs/team-piv__skeema__skeema.6a76243.yaml",
"status": "done",
"tag": "pb-team-piv-skeema--skeema-6a76243-699846d-20261022-222732",
"task": "skeema__skeema.6a76243"
},
{
"arm": "solo-piv",
"condition": "solo-piv",
"cost_usd": 0.0218,
"finished_at": "2026-10-22T23:16:08Z",
"job_id": "6ada8e77c191903149a76c13",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada8e77c191903149a76c13",
"key": "solo-piv__typst__typst.88356d0__s0",
"launched_at": "2026-10-22T22:31:05Z",
"run_id": "pb-solo-piv-typst--typst.88356d0__solo-piv__s0",
"running_secs": 2618,
"seed": 0,
"spec": "sweep/specs/solo-piv__typst__typst.88356d0.yaml",
"status": "done",
"tag": "pb-solo-piv-typst--typst-88356d0-699846d-20261022-222921",
"task": "typst__typst.88356d0"
},
{
"arm": "team-piv",
"condition": "team-piv",
"cost_usd": 0.0115,
"finished_at": "2026-10-22T23:18:11Z",
"job_id": "6ada93bf925af0e27d4f8291",
"job_stage": "COMPLETED",
"job_url": "https://huggingface.co/jobs/cmpatino/6ada93bf925af0e27d4f8291",
"key": "team-piv__typst__typst.88356d0__s0",
"launched_at": "2026-10-22T22:53:37Z",
"run_id": "pb-team-piv-typst--typst.88356d0__team-piv__s0",
"running_secs": 1384,
"seed": 0,
"spec": "sweep/specs/team-piv__typst__typst.88356d0.yaml",
"status": "done",
"tag": "pb-team-piv-typst--typst-88356d0-699846d-20261022-225154",
"task": "typst__typst.88356d0"
}
],
"serve": {
"base_url": "https://6ada3417925af0e27d4f4e59--30000.hf.jobs/v1",
"checked_at": "2026-10-23T00:12:52Z",
"cost_usd": 40.5722,
"job_id": "6ada3417925af0e27d4f4e59",
"launched_at": "2026-10-22T16:05:25Z",
"ready": true,
"remaining_s": 13988,
"running_secs": 29212,
"served_model_name": "flint",
"stage": "RUNNING",
"timeout": "12h",
"url": "https://6ada3417925af0e27d4f4e59--30000.hf.jobs"
},
"serve_history": [
{
"base_url": "https://6ada117bc191903149a71704--30000.hf.jobs/v1",
"checked_at": "2026-10-22T14:32:29Z",
"cost_usd": 4.6208,
"job_id": "6ada117bc191903149a71704",
"launched_at": "2026-10-22T13:37:44Z",
"ready": true,
"remaining_s": 39873,
"running_secs": 3327,
"served_model_name": "flint",
"stage": "RUNNING",
"stopped": "canceled by the operator's agent at ~15:35 UTC after the step-2 runs (idle billing); ~$6",
"timeout": "12h",
"url": "https://6ada117bc191903149a71704--30000.hf.jobs"
}
],
"updated_at": "2026-11-02T16:21:28Z"
}

Xet Storage Details

Size:
74.6 kB
·
Xet hash:
4992a94c3c12362c972de2c2bd24d50b4526df4fc722ff85896dbb22acba420a

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.