TinyQuery-140M / split-audit.json
karmx's picture
Release TinyQuery 139.7M from scratch with frozen weights, reproducible Mac evaluations and runtime source
b296ad4 verified
Raw
History Blame Contribute Delete
1.42 kB
{
"splits": {
"train": {
"rows": 347376,
"unique_prompts": 347376,
"scenario_groups": 25145,
"unique_ids": 347376
},
"validation": {
"rows": 1200,
"unique_prompts": 1200,
"scenario_groups": 300,
"unique_ids": 1200
},
"test": {
"rows": 1196,
"unique_prompts": 1196,
"scenario_groups": 299,
"unique_ids": 1196
},
"manual": {
"rows": 160,
"unique_prompts": 160,
"scenario_groups": 40,
"unique_ids": 160
},
"development": {
"rows": 192,
"unique_prompts": 192,
"scenario_groups": 140,
"unique_ids": 192
}
},
"overlap": {
"train-validation": {
"prompts": 0,
"scenarios": 0
},
"train-test": {
"prompts": 0,
"scenarios": 0
},
"train-manual": {
"prompts": 0,
"scenarios": 0
},
"train-development": {
"prompts": 0,
"scenarios": 0
},
"validation-test": {
"prompts": 0,
"scenarios": 0
},
"validation-manual": {
"prompts": 0,
"scenarios": 0
},
"validation-development": {
"prompts": 0,
"scenarios": 140
},
"test-manual": {
"prompts": 0,
"scenarios": 40
},
"test-development": {
"prompts": 0,
"scenarios": 0
},
"manual-development": {
"prompts": 0,
"scenarios": 0
}
}
}