metrics/metrics.json

{
  "n": 19427,
  "exact_match": 0.3558964327997117,
  "exact_match_case_insensitive": 0.3607350594533381,
  "topk_accuracy": 0.4397488032120245,
  "avg_levenshtein": 8.07726360220312,
  "k": 5,
  "device": "cuda",
  "batch_size": 8,
  "elapsed_time_seconds": 4201.15719628334,
  "samples_per_second": 4.62420211678501
}