mebench-viewer / sets.json
timchen0618's picture
Add MEBench viewer (Corpus + Eval tabs; train/test/single_test splits)
22dd326 verified
Raw
History Blame Contribute Delete
1.55 kB
[
{
"split": "train",
"n_questions": 5764,
"topics": [
"Association of American Universities",
"C9 League",
"European University Association",
"Group of Eight",
"Ivy League",
"Russell Group",
"Universitas 21"
],
"types": {
"Descriptive Relationship": 1738,
"Superlative": 1545,
"Intercomparison": 1222,
"Hypothetical Scenarios": 1212,
"Aggregation": 12,
"Distribution Compliance": 12,
"Correlation Analysis": 12,
"Variance Analysis": 11
},
"eval_file": "eval_train.json"
},
{
"split": "test",
"n_questions": 1373,
"topics": [
"C9 League",
"Group of Eight",
"Ivy League",
"Russell Group"
],
"types": {
"Descriptive Relationship": 400,
"Superlative": 365,
"Hypothetical Scenarios": 300,
"Intercomparison": 298,
"Correlation Analysis": 3,
"Variance Analysis": 3,
"Aggregation": 2,
"Distribution Compliance": 2
},
"eval_file": "eval_test.json"
},
{
"split": "single_test",
"n_questions": 5940,
"topics": [
"Association of American Universities",
"C9 League",
"European University Association",
"Group of Eight",
"Ivy League",
"Russell Group",
"Universitas 21"
],
"types": {
"Descriptive Relationship": 1814,
"Superlative": 1596,
"Hypothetical Scenarios": 1268,
"Intercomparison": 1262
},
"eval_file": "eval_single_test.json"
}
]