metrics/metrics.json

{
  "n": 34496,
  "exact_match": 0.6630623840445269,
  "exact_match_case_insensitive": 0.665004638218924,
  "topk_accuracy": 0.7394770408163265,
  "avg_levenshtein": 3.749159322820037,
  "k": 5,
  "device": "cuda",
  "batch_size": 16,
  "elapsed_time_seconds": 1172.84960603714,
  "samples_per_second": 29.412125665929274
}