[
  {
    "impl": "crayon:cpu:lite",
    "case": "english",
    "status": "OK",
    "load_time_ms": 293.8474006950855,
    "tokens_produced": 144001,
    "bytes_processed": 740000,
    "avg_time_ms": 188.5325202718377,
    "tokens_per_sec": 763799.2628134954,
    "mb_per_sec": 3.743221557337038,
    "notes": ""
  },
  {
    "impl": "crayon:cpu:lite",
    "case": "code",
    "status": "OK",
    "load_time_ms": 53.46729978919029,
    "tokens_produced": 556000,
    "bytes_processed": 1048000,
    "avg_time_ms": 137.21070028841496,
    "tokens_per_sec": 4052162.104203942,
    "mb_per_sec": 7.284057886833307,
    "notes": ""
  },
  {
    "impl": "crayon:cpu:lite",
    "case": "unicode",
    "status": "OK",
    "load_time_ms": 34.77140050381422,
    "tokens_produced": 474000,
    "bytes_processed": 660000,
    "avg_time_ms": 85.59199962764978,
    "tokens_per_sec": 5537900.762478252,
    "mb_per_sec": 7.353783666304187,
    "notes": ""
  },
  {
    "impl": "crayon:cpu:lite",
    "case": "mixed",
    "status": "OK",
    "load_time_ms": 44.43740006536245,
    "tokens_produced": 640000,
    "bytes_processed": 1397500,
    "avg_time_ms": 214.90477975457907,
    "tokens_per_sec": 2978063.1251239693,
    "mb_per_sec": 6.201629664541404,
    "notes": ""
  },
  {
    "impl": "crayon:cpu:standard",
    "case": "english",
    "status": "OK",
    "load_time_ms": 256.83970004320145,
    "tokens_produced": 136001,
    "bytes_processed": 740000,
    "avg_time_ms": 45.62829993665218,
    "tokens_per_sec": 2980628.25458797,
    "mb_per_sec": 15.466694904706209,
    "notes": ""
  },
  {
    "impl": "crayon:cpu:standard",
    "case": "code",
    "status": "OK",
    "load_time_ms": 373.47840052098036,
    "tokens_produced": 312000,
    "bytes_processed": 1048000,
    "avg_time_ms": 105.5902199819684,
    "tokens_per_sec": 2954819.111592722,
    "mb_per_sec": 9.465371733901357,
    "notes": ""
  },
  {
    "impl": "crayon:cpu:standard",
    "case": "unicode",
    "status": "OK",
    "load_time_ms": 289.2025001347065,
    "tokens_produced": 216001,
    "bytes_processed": 660000,
    "avg_time_ms": 32.941219955682755,
    "tokens_per_sec": 6557164.558282767,
    "mb_per_sec": 19.107520901621665,
    "notes": ""
  },
  {
    "impl": "crayon:cpu:standard",
    "case": "mixed",
    "status": "OK",
    "load_time_ms": 161.32330056279898,
    "tokens_produced": 372501,
    "bytes_processed": 1397500,
    "avg_time_ms": 204.93176002055407,
    "tokens_per_sec": 1817683.115406998,
    "mb_per_sec": 6.503432445239636,
    "notes": ""
  },
  {
    "impl": "tiktoken:p50k_base",
    "case": "english",
    "status": "OK",
    "load_time_ms": 971.7505006119609,
    "tokens_produced": 144001,
    "bytes_processed": 740000,
    "avg_time_ms": 961.8989199399948,
    "tokens_per_sec": 149704.91910832282,
    "mb_per_sec": 0.7336727170716121,
    "notes": ""
  },
  {
    "impl": "tiktoken:p50k_base",
    "case": "code",
    "status": "OK",
    "load_time_ms": 0.019999220967292786,
    "tokens_produced": 420000,
    "bytes_processed": 1048000,
    "avg_time_ms": 2896.1911803111434,
    "tokens_per_sec": 145018.0508991394,
    "mb_per_sec": 0.34509140501090024,
    "notes": ""
  },
  {
    "impl": "tiktoken:p50k_base",
    "case": "unicode",
    "status": "OK",
    "load_time_ms": 0.013899989426136017,
    "tokens_produced": 378000,
    "bytes_processed": 660000,
    "avg_time_ms": 1686.671899817884,
    "tokens_per_sec": 224109.97659996233,
    "mb_per_sec": 0.3731757485828075,
    "notes": ""
  },
  {
    "impl": "tiktoken:p50k_base",
    "case": "mixed",
    "status": "OK",
    "load_time_ms": 0.00980030745267868,
    "tokens_produced": 517500,
    "bytes_processed": 1397500,
    "avg_time_ms": 5820.50839997828,
    "tokens_per_sec": 88909.75915470393,
    "mb_per_sec": 0.22897653702942988,
    "notes": ""
  },
  {
    "impl": "tiktoken:cl100k_base",
    "case": "english",
    "status": "OK",
    "load_time_ms": 1833.9411998167634,
    "tokens_produced": 140001,
    "bytes_processed": 740000,
    "avg_time_ms": 1069.1874599084258,
    "tokens_per_sec": 130941.49085137124,
    "mb_per_sec": 0.6600516940229253,
    "notes": ""
  },
  {
    "impl": "tiktoken:cl100k_base",
    "case": "code",
    "status": "OK",
    "load_time_ms": 0.006299465894699097,
    "tokens_produced": 308000,
    "bytes_processed": 1048000,
    "avg_time_ms": 2401.132099889219,
    "tokens_per_sec": 128272.82597830008,
    "mb_per_sec": 0.4162414402938771,
    "notes": ""
  },
  {
    "impl": "tiktoken:cl100k_base",
    "case": "unicode",
    "status": "OK",
    "load_time_ms": 0.010799616575241089,
    "tokens_produced": 306000,
    "bytes_processed": 660000,
    "avg_time_ms": 1080.0928801298141,
    "tokens_per_sec": 283308.96872796945,
    "mb_per_sec": 0.5827508544936206,
    "notes": ""
  },
  {
    "impl": "tiktoken:cl100k_base",
    "case": "mixed",
    "status": "OK",
    "load_time_ms": 0.0112997367978096,
    "tokens_produced": 410000,
    "bytes_processed": 1397500,
    "avg_time_ms": 2310.1005997508764,
    "tokens_per_sec": 177481.4482296636,
    "mb_per_sec": 0.576927194132351,
    "notes": ""
  },
  {
    "impl": "tiktoken:o200k_base",
    "case": "english",
    "status": "OK",
    "load_time_ms": 2667.899999767542,
    "tokens_produced": 140001,
    "bytes_processed": 740000,
    "avg_time_ms": 881.4683999866247,
    "tokens_per_sec": 158827.0209143338,
    "mb_per_sec": 0.8006174630325188,
    "notes": ""
  },
  {
    "impl": "tiktoken:o200k_base",
    "case": "code",
    "status": "OK",
    "load_time_ms": 0.0061998143792152405,
    "tokens_produced": 312000,
    "bytes_processed": 1048000,
    "avg_time_ms": 1776.3976402580738,
    "tokens_per_sec": 175636.35130402044,
    "mb_per_sec": 0.5626277928676771,
    "notes": ""
  },
  {
    "impl": "tiktoken:o200k_base",
    "case": "unicode",
    "status": "OK",
    "load_time_ms": 0.00509992241859436,
    "tokens_produced": 210000,
    "bytes_processed": 660000,
    "avg_time_ms": 647.867819853127,
    "tokens_per_sec": 324140.192744266,
    "mb_per_sec": 0.971533126881988,
    "notes": ""
  },
  {
    "impl": "tiktoken:o200k_base",
    "case": "mixed",
    "status": "OK",
    "load_time_ms": 0.006099231541156769,
    "tokens_produced": 372500,
    "bytes_processed": 1397500,
    "avg_time_ms": 1556.8332800641656,
    "tokens_per_sec": 239267.75253972426,
    "mb_per_sec": 0.8560710220190078,
    "notes": ""
  }
]