{ "text_generation": { "perplexity": { "value": 33.73914194244188, "description": "Lower is better", "benchmark_type": "intrinsic" }, "diversity": { "value": 0.9286521711438311, "description": "Higher is better (0-1 scale)", "benchmark_type": "quality" }, "repetition": { "value": 0.5445736434108527, "description": "Lower is better (0-1 scale)", "benchmark_type": "quality" } }, "efficiency": { "parameters": 3652032, "training_time": 26.0941, "inference_speed": "Not measured" } }