| { |
| "name": "focused-64mib-32768", |
| "vocab": 32768, |
| "execution": "modal-cpu", |
| "tokenizer_sha256": "add5b2c7542e4efded329735825ecdcb94df1432617c3d3e4b7508aa459432f9", |
| "evaluation_sha256": "a9a82723c1e78b46ec52b33b81551a61a5498e46ac73a6f09e4c0da9e27775a0", |
| "metrics": { |
| "python": { |
| "bytes": 2513044, |
| "tokens": 615688, |
| "examples": 512, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 4.08168422967477, |
| "mean_tokens_per_example": 1202.515625, |
| "p95_tokens_per_example": 2184 |
| }, |
| "json": { |
| "bytes": 2782302, |
| "tokens": 722785, |
| "examples": 512, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.849418568453966, |
| "mean_tokens_per_example": 1411.689453125, |
| "p95_tokens_per_example": 2514 |
| }, |
| "git_diff": { |
| "bytes": 187152, |
| "tokens": 52862, |
| "examples": 512, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.5403881805455715, |
| "mean_tokens_per_example": 103.24609375, |
| "p95_tokens_per_example": 249 |
| }, |
| "tool_call": { |
| "bytes": 965682, |
| "tokens": 251703, |
| "examples": 512, |
| "roundtrip_failures": 0, |
| "unk_tokens": 0, |
| "bytes_per_token": 3.8365931276146887, |
| "mean_tokens_per_example": 491.607421875, |
| "p95_tokens_per_example": 2304 |
| } |
| }, |
| "fragmentation": { |
| "{\"name\":\"read_file\",\"arguments\":{\"path\":\"src/main.py\"}}": 14, |
| "diff --git a/main.py b/main.py\n@@ -1,2 +1,2 @@\n-old\n+new\n": 25, |
| "get_user_configuration": 3, |
| "\"additionalProperties\":false": 4, |
| "\"tool_call_id\":\"call_0123456789\"": 12 |
| }, |
| "correctness_passed": true, |
| "family": "focused", |
| "size_mib": 64 |
| } |
|
|
