{ "n": 28328, "exact_match": 0.4854207850889579, "exact_match_case_insensitive": 0.4860561988138944, "topk_accuracy": 0.5550691894944931, "avg_levenshtein": 7.173962157582603, "k": 5, "device": "cuda", "batch_size": 8, "elapsed_time_seconds": 6239.730456829071, "samples_per_second": 4.5399396970740025 }