metrics/metrics.json

{
  "n": 28328,
  "exact_match": 0.6390850042360915,
  "exact_match_case_insensitive": 0.6398263202485174,
  "topk_accuracy": 0.7121575826037843,
  "avg_levenshtein": 4.314953402993504,
  "k": 5,
  "device": "cuda",
  "batch_size": 16,
  "elapsed_time_seconds": 813.3263125419617,
  "samples_per_second": 34.82980885182967
}