metrics/metrics.json

{
  "n": 28328,
  "exact_match": 0.4854207850889579,
  "exact_match_case_insensitive": 0.4860561988138944,
  "topk_accuracy": 0.5550691894944931,
  "avg_levenshtein": 7.173962157582603,
  "k": 5,
  "device": "cuda",
  "batch_size": 8,
  "elapsed_time_seconds": 6239.730456829071,
  "samples_per_second": 4.5399396970740025
}