d3-lite-CoreAI / validation.json
maxffarrell's picture
Publish experimental Decision 3.0 Core AI conversion with reproducible validation
6b6eb1b verified
Raw History Blame Contribute Delete
2.33 kB
[
{
"type": "choice",
"modality": "text",
"tokens": 95,
"options": 3,
"coreai_choice": 0,
"upstream_choice": 0,
"max_probability_error": 0.0008972883224487305,
"total_seconds": 2.7719044170808047
},
{
"type": "noul",
"modality": "text",
"tokens": 97,
"options": 2,
"coreai_choice": 1,
"upstream_choice": 1,
"max_probability_error": 9.149312973022461e-05,
"total_seconds": 2.0216014169855043
},
{
"type": "score",
"modality": "text",
"tokens": 102,
"options": 4,
"coreai_choice": 2,
"upstream_choice": 2,
"max_probability_error": 0.00358736515045166,
"total_seconds": 2.085365792037919
},
{
"type": "choice",
"modality": "text",
"tokens": 106,
"options": 3,
"coreai_choice": 0,
"upstream_choice": 0,
"max_probability_error": 8.463859558105469e-06,
"total_seconds": 2.1302575829904526
},
{
"type": "choice",
"modality": "text",
"tokens": 149,
"options": 10,
"coreai_choice": 2,
"upstream_choice": 2,
"max_probability_error": 0.002151012420654297,
"total_seconds": 2.3652255840133876
},
{
"type": "choice",
"modality": "text",
"tokens": 433,
"options": 2,
"coreai_choice": 0,
"upstream_choice": 0,
"max_probability_error": 0.00011135963723063469,
"total_seconds": 4.634989083046094
},
{
"type": "choice",
"modality": "image",
"tokens": 145,
"options": 3,
"coreai_choice": 0,
"upstream_choice": 0,
"max_probability_error": 0.0001501112710684538,
"total_seconds": 2.881166375009343
},
{
"type": "noul",
"modality": "image",
"tokens": 145,
"options": 2,
"coreai_choice": 0,
"upstream_choice": 0,
"max_probability_error": 0.05344119668006897,
"total_seconds": 2.7879377079661936
},
{
"type": "noul",
"modality": "images",
"tokens": 196,
"options": 2,
"coreai_choice": 1,
"upstream_choice": 1,
"max_probability_error": 0.04024061560630798,
"total_seconds": 3.4759875420713797
},
{
"type": "choice",
"modality": "video",
"tokens": 340,
"options": 3,
"coreai_choice": 0,
"upstream_choice": 0,
"max_probability_error": 0.011449277400970459,
"total_seconds": 5.376851874985732
}
]