metrics/metrics.json

{
  "n": 19427,
  "exact_match": 0.5605600452977815,
  "exact_match_case_insensitive": 0.5680238842847584,
  "topk_accuracy": 0.6600092654552941,
  "avg_levenshtein": 4.354352190250682,
  "k": 5,
  "device": "cuda",
  "batch_size": 16,
  "elapsed_time_seconds": 892.9315688610077,
  "samples_per_second": 21.756426446855723
}