{
  "system": {
    "cpu": "AMD RYZEN AI MAX+ 395 w/ Radeon 8060S",
    "threads": 16,
    "estimated_power_w": 55,
    "gpu_idle_w": 19.034
  },
  "model": {
    "name": "BitNet b1.58 2B-4T",
    "size_mb": 1187.310112,
    "quantization": "I2_S",
    "params_b": 2.4
  },
  "vanilla": {
    "gen_tok_s": 70.65875,
    "prefill_tok_s": 418.80875000000003,
    "tokens_per_watt": 1.2847045454545454,
    "joules_per_token": 0.7783890884002336
  },
  "medusa": {
    "speedup": 2.21,
    "effective_gen_tok_s": 156.1558375,
    "tokens_per_watt": 2.8391970454545454,
    "joules_per_token": 0.3522122571946758,
    "head_acceptance_rates": [
      0.676,
      0.332,
      0.142,
      0.063
    ],
    "model_overhead_mb": 13
  },
  "runs": [
    {
      "prompt": "The theory of general relativity explains that gra",
      "gen_tokens": 255,
      "gen_tok_s": 72.85,
      "gen_ms": 3500.54,
      "wall_time_s": 4.037447690963745,
      "gpu_power_w": 55.56399999999999,
      "prefill_tok_s": 409.07,
      "prefill_tokens": 11
    },
    {
      "prompt": "In machine learning, the backpropagation algorithm",
      "gen_tokens": 255,
      "gen_tok_s": 73.06,
      "gen_ms": 3490.44,
      "wall_time_s": 4.035763740539551,
      "gpu_power_w": 93.0945,
      "prefill_tok_s": 524.36,
      "prefill_tokens": 12
    },
    {
      "prompt": "The process of photosynthesis in plants begins whe",
      "gen_tokens": 255,
      "gen_tok_s": 70.89,
      "gen_ms": 3597.27,
      "wall_time_s": 4.124392509460449,
      "gpu_power_w": 88.07650000000001,
      "prefill_tok_s": 384.99,
      "prefill_tokens": 11
    },
    {
      "prompt": "Quantum computing differs from classical computing",
      "gen_tokens": 255,
      "gen_tok_s": 70.03,
      "gen_ms": 3641.47,
      "wall_time_s": 4.179380416870117,
      "gpu_power_w": 81.052,
      "prefill_tok_s": 422.67,
      "prefill_tokens": 12
    },
    {
      "prompt": "The French Revolution of 1789 was triggered by a c",
      "gen_tokens": 255,
      "gen_tok_s": 69.49,
      "gen_ms": 3669.71,
      "wall_time_s": 4.209581136703491,
      "gpu_power_w": 80.052,
      "prefill_tok_s": 429.87,
      "prefill_tokens": 14
    },
    {
      "prompt": "To implement a binary search tree in Python, you f",
      "gen_tokens": 255,
      "gen_tok_s": 69.95,
      "gen_ms": 3645.56,
      "wall_time_s": 4.1900246143341064,
      "gpu_power_w": 80.05000000000001,
      "prefill_tok_s": 375.65,
      "prefill_tokens": 14
    },
    {
      "prompt": "The human immune system fights infections through ",
      "gen_tokens": 255,
      "gen_tok_s": 69.35,
      "gen_ms": 3676.87,
      "wall_time_s": 4.23237681388855,
      "gpu_power_w": 80.04650000000001,
      "prefill_tok_s": 374.29,
      "prefill_tokens": 11
    },
    {
      "prompt": "Climate change is primarily driven by greenhouse g",
      "gen_tokens": 255,
      "gen_tok_s": 69.65,
      "gen_ms": 3661.33,
      "wall_time_s": 4.202062129974365,
      "gpu_power_w": 80.0505,
      "prefill_tok_s": 429.57,
      "prefill_tokens": 11
    }
  ]
}