{
  "date": "2026-07-25",
  "engine": "llama.cpp (CPU, 2 threads)",
  "benchmarks": {
    "speed_ram": [
      {"model": "0.5B Q4_K_M", "size": "380 MB", "speed": "~13 tok/s", "time": "4s"},
      {"model": "1.5B Q4_K_M", "size": "941 MB", "speed": "~3 tok/s", "time": "8s"},
      {"model": "Coder 1.5B", "size": "1.1 GB", "speed": "~7 tok/s", "time": "7s"}
    ],
    "coding_coder": {
      "function_writing": "pass",
      "debugging": "pass",
      "code_explanation": "pass",
      "refactoring": "pass",
      "algorithm": "pass",
      "score": "5/5"
    },
    "bfcl_tool_calling": {
      "0.5B": {"get_weather": "pass", "search_web": "pass", "calculate": "pass", "get_time": "fail", "irrelevance": "fail", "score": "3/5"},
      "1.5B": {"get_weather": "pass", "search_web": "fail", "calculate": "pass", "get_time": "pass", "irrelevance": "pass", "score": "4/5"}
    }
  }
}