File size: 3,678 Bytes
9e374b6 3148574 9e374b6 3148574 ee8242c 9e374b6 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 | {
"schema_version": "0.2.2",
"evaluation_id": "aime25/RedHatAI/MiniMax-M2.5-quantized.w8a8/1777568692.163912",
"evaluation_timestamp": "7718166",
"retrieved_timestamp": "1777568692.163912",
"source_metadata": {
"source_name": "lighteval",
"source_type": "evaluation_run",
"source_organization_name": "RedHatAI",
"evaluator_relationship": "third_party"
},
"eval_library": {
"name": "lighteval",
"version": "v0.13.0"
},
"model_info": {
"name": "RedHatAI/MiniMax-M2.5-quantized.w8a8",
"id": "RedHatAI/MiniMax-M2.5-quantized.w8a8",
"developer": "RedHatAI",
"inference_engine": {
"name": "vllm"
},
"additional_details": {
"provider": "hosted_vllm",
"base_url": "http://0.0.0.0:8000/v1",
"concurrent_requests": "8",
"verbose": "False",
"api_max_retry": "8",
"api_retry_sleep": "1.0",
"api_retry_multiplier": "2.0",
"timeout": "2400.0",
"num_seeds_merged": "8"
}
},
"evaluation_results": [
{
"evaluation_name": "aime25",
"source_data": {
"dataset_name": "aime25",
"source_type": "hf_dataset",
"hf_repo": "yentinglin/aime_2025",
"hf_split": "train"
},
"evaluation_timestamp": "7721195",
"metric_config": {
"evaluation_description": "pass@k:k=1&n=1",
"lower_is_better": false,
"score_type": "continuous",
"min_score": 0.0,
"max_score": 1.0
},
"score_details": {
"score": 0.8833333333333333,
"details": {
"seed_scores": "[0.9, 0.9, 0.9, 0.9, 0.8666666666666667, 0.8333333333333334, 0.8666666666666667, 0.9]",
"seed_values": "[1234, 1356, 3344, 4158, 42, 5322, 5678, 9843]"
},
"uncertainty": {
"standard_error": {
"value": 0.008908708063747477,
"method": "across_seeds"
},
"num_samples": 8
}
},
"generation_config": {
"generation_args": {
"temperature": 1.0,
"top_p": 0.95,
"top_k": 40.0,
"max_tokens": 64000,
"max_attempts": 1
},
"additional_details": {
"repetition_penalty": "1.0",
"presence_penalty": "1.5",
"seed": "1234",
"min_p": "0.0"
}
}
},
{
"evaluation_name": "aime25",
"source_data": {
"dataset_name": "aime25",
"source_type": "hf_dataset",
"hf_repo": "yentinglin/aime_2025",
"hf_split": "train"
},
"evaluation_timestamp": "7721195",
"metric_config": {
"evaluation_description": "avg@n:n=1",
"lower_is_better": false,
"score_type": "continuous",
"min_score": 0.0,
"max_score": 1.0
},
"score_details": {
"score": 0.8833333333333333,
"details": {
"seed_scores": "[0.9, 0.9, 0.9, 0.9, 0.8666666666666667, 0.8333333333333334, 0.8666666666666667, 0.9]",
"seed_values": "[1234, 1356, 3344, 4158, 42, 5322, 5678, 9843]"
},
"uncertainty": {
"standard_error": {
"value": 0.008908708063747477,
"method": "across_seeds"
},
"num_samples": 8
}
},
"generation_config": {
"generation_args": {
"temperature": 1.0,
"top_p": 0.95,
"top_k": 40.0,
"max_tokens": 64000,
"max_attempts": 1
},
"additional_details": {
"repetition_penalty": "1.0",
"presence_penalty": "1.5",
"seed": "1234",
"min_p": "0.0"
}
}
}
]
} |