{ "n": 34496, "exact_match": 0.6630623840445269, "exact_match_case_insensitive": 0.665004638218924, "topk_accuracy": 0.7394770408163265, "avg_levenshtein": 3.749159322820037, "k": 5, "device": "cuda", "batch_size": 16, "elapsed_time_seconds": 1172.84960603714, "samples_per_second": 29.412125665929274 }