| { | |
| "text_generation": { | |
| "perplexity": { | |
| "value": 33.73914194244188, | |
| "description": "Lower is better", | |
| "benchmark_type": "intrinsic" | |
| }, | |
| "diversity": { | |
| "value": 0.9286521711438311, | |
| "description": "Higher is better (0-1 scale)", | |
| "benchmark_type": "quality" | |
| }, | |
| "repetition": { | |
| "value": 0.5445736434108527, | |
| "description": "Lower is better (0-1 scale)", | |
| "benchmark_type": "quality" | |
| } | |
| }, | |
| "efficiency": { | |
| "parameters": 3652032, | |
| "training_time": 26.0941, | |
| "inference_speed": "Not measured" | |
| } | |
| } |