probe_report.json

{
  "hidden_cosine": 0.8490977564318156,
  "hidden_relative_l2": 0.5876564026615595,
  "mlm_top1_agreement": 0.9966722129783694,
  "mlm_positions": 601.0,
  "measurements": [
    {
      "length": 128,
      "base_ms": 8.843307005008683,
      "minima_ms": 31.13792001386173,
      "speedup": 0.28400442293743094
    },
    {
      "length": 512,
      "base_ms": 8.5014560027048,
      "minima_ms": 39.459095016354695,
      "speedup": 0.21544984747321708
    },
    {
      "length": 2048,
      "base_ms": 8.611652010586113,
      "minima_ms": 137.49787202687003,
      "speedup": 0.06263116573108282
    },
    {
      "length": 8192,
      "base_ms": 36.73721800441854,
      "minima_ms": 569.83526199474,
      "speedup": 0.06446989236120254
    }
  ],
  "gpu": "NVIDIA H200"
}