Spaces:
Sleeping
Sleeping
File size: 656 Bytes
5cbdfa9 3d6fc0c 5cbdfa9 3d6fc0c 5cbdfa9 3d6fc0c 5cbdfa9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
test_cases = [
{
"generations": ["yes", "no"],
"golds": [["yes"], ["yes"]],
"keywords": ['yes', 'no']
"strict": True,
"result": {"accuracy": 1.0}
},
{
"generations": ["[up, left]", "[right]"],
"golds": [['up', 'left'], ['right', 'down']],
"keywords": ['up', 'left', 'right', 'down']
"strict": True,
"result": {"accuracy": 0.5}
},
{
"generations": ["[up, left]", "[right]"],
"golds": [['up', 'left'], ['right', 'down']],
"keywords": ['up', 'left', 'right', 'down']
"strict": False,
"result": {"accuracy": 1.0}
}
] |