metrics/metrics.json

{
  "n": 34496,
  "exact_match": 0.4923469387755102,
  "exact_match_case_insensitive": 0.49339053803339517,
  "topk_accuracy": 0.5650800092764379,
  "avg_levenshtein": 7.108534322820037,
  "k": 5,
  "device": "cuda",
  "batch_size": 8,
  "elapsed_time_seconds": 7691.708365678787,
  "samples_per_second": 4.484829424100995
}