tijayantML's picture
Tier 2: demo videos, sample clip with expected output, smoke test, results.json, model-index, training data
97a0336 verified
Raw History Blame Contribute Delete
2.11 kB
{
"unit": "accuracy, percent",
"unconfirmed_note": "unconfirmed=true means the score comes from a team write-up and has no run log yet.",
"scores": [
{
"model": "flow",
"evaluation_data": "Real video, 78 clips",
"task": "Forward, turn left or turn right",
"accuracy": 85.9,
"unconfirmed": false
},
{
"model": "flow",
"evaluation_data": "Real video, 47 turn clips",
"task": "Turn direction",
"accuracy": 91.5,
"unconfirmed": false
},
{
"model": "flow",
"evaluation_data": "GoPro, 108 clips",
"task": "Forward, turn left or turn right",
"accuracy": 75.0,
"unconfirmed": true
},
{
"model": "flow",
"evaluation_data": "GoPro, 28 turn clips",
"task": "Turn direction",
"accuracy": 72.0,
"unconfirmed": true
},
{
"model": "flow",
"evaluation_data": "Counter-Strike 2, 7,716 frame pairs",
"task": "Forward, turn left or turn right",
"accuracy": 84.5,
"unconfirmed": false
},
{
"model": "flow",
"evaluation_data": "Counter-Strike 2, 3,716 turn pairs",
"task": "Turn direction",
"accuracy": 84.9,
"unconfirmed": false
},
{
"model": "pixel",
"evaluation_data": "Real video, 78 clips",
"task": "Forward, turn left or turn right",
"accuracy": 30.8,
"unconfirmed": true
},
{
"model": "pixel",
"evaluation_data": "Real video, 47 turn clips",
"task": "Turn direction",
"accuracy": 51.1,
"unconfirmed": true
},
{
"model": "pixel",
"evaluation_data": "GoPro, 108 clips",
"task": "Forward, turn left or turn right",
"accuracy": 58.3,
"unconfirmed": true
},
{
"model": "pixel",
"evaluation_data": "GoPro, 28 turn clips",
"task": "Turn direction",
"accuracy": 76.0,
"unconfirmed": true
},
{
"model": "pixel",
"evaluation_data": "Counter-Strike 2, 7,716 frame pairs",
"task": "Forward, turn left or turn right",
"accuracy": 77.5,
"unconfirmed": true
},
{
"model": "pixel",
"evaluation_data": "Counter-Strike 2, 3,716 turn pairs",
"task": "Turn direction",
"accuracy": 70.9,
"unconfirmed": true
}
]
}