File size: 1,756 Bytes
0ebdb4f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 | {
"name": "focused-64mib-32768",
"vocab": 32768,
"execution": "modal-cpu",
"tokenizer_sha256": "add5b2c7542e4efded329735825ecdcb94df1432617c3d3e4b7508aa459432f9",
"evaluation_sha256": "a9a82723c1e78b46ec52b33b81551a61a5498e46ac73a6f09e4c0da9e27775a0",
"metrics": {
"python": {
"bytes": 2513044,
"tokens": 615688,
"examples": 512,
"roundtrip_failures": 0,
"unk_tokens": 0,
"bytes_per_token": 4.08168422967477,
"mean_tokens_per_example": 1202.515625,
"p95_tokens_per_example": 2184
},
"json": {
"bytes": 2782302,
"tokens": 722785,
"examples": 512,
"roundtrip_failures": 0,
"unk_tokens": 0,
"bytes_per_token": 3.849418568453966,
"mean_tokens_per_example": 1411.689453125,
"p95_tokens_per_example": 2514
},
"git_diff": {
"bytes": 187152,
"tokens": 52862,
"examples": 512,
"roundtrip_failures": 0,
"unk_tokens": 0,
"bytes_per_token": 3.5403881805455715,
"mean_tokens_per_example": 103.24609375,
"p95_tokens_per_example": 249
},
"tool_call": {
"bytes": 965682,
"tokens": 251703,
"examples": 512,
"roundtrip_failures": 0,
"unk_tokens": 0,
"bytes_per_token": 3.8365931276146887,
"mean_tokens_per_example": 491.607421875,
"p95_tokens_per_example": 2304
}
},
"fragmentation": {
"{\"name\":\"read_file\",\"arguments\":{\"path\":\"src/main.py\"}}": 14,
"diff --git a/main.py b/main.py\n@@ -1,2 +1,2 @@\n-old\n+new\n": 25,
"get_user_configuration": 3,
"\"additionalProperties\":false": 4,
"\"tool_call_id\":\"call_0123456789\"": 12
},
"correctness_passed": true,
"family": "focused",
"size_mib": 64
}
|