Spaces:
Sleeping
Sleeping
| { | |
| "notes": "Held-out phrasebook eval. Inputs are written to differ from the curated aliases (typos, casing, code-switching, extra words). `expect` is the canonical English `source` of the row that should match, or null when the input should NOT short-circuit (open questions the LLM must handle). Langs: both = run against bam and ful.", | |
| "items": [ | |
| { | |
| "q": "good mornin", | |
| "lang": "both", | |
| "expect": "Good morning" | |
| }, | |
| { | |
| "q": "Good morning!!", | |
| "lang": "both", | |
| "expect": "Good morning" | |
| }, | |
| { | |
| "q": "bonjour à vous", | |
| "lang": "both", | |
| "expect": "Hello / Thank you" | |
| }, | |
| { | |
| "q": "bonsoir", | |
| "lang": "both", | |
| "expect": "Good evening" | |
| }, | |
| { | |
| "q": "how r you", | |
| "lang": "both", | |
| "expect": "How are you?" | |
| }, | |
| { | |
| "q": "ca va?", | |
| "lang": "both", | |
| "expect": "How are you?" | |
| }, | |
| { | |
| "q": "comment allez vous", | |
| "lang": "both", | |
| "expect": "How are you?" | |
| }, | |
| { | |
| "q": "thank you so much", | |
| "lang": "both", | |
| "expect": "Hello / Thank you" | |
| }, | |
| { | |
| "q": "merci beaucoup", | |
| "lang": "both", | |
| "expect": "Hello / Thank you" | |
| }, | |
| { | |
| "q": "whats your name", | |
| "lang": "both", | |
| "expect": "What is your name?" | |
| }, | |
| { | |
| "q": "comment tu t appelles", | |
| "lang": "both", | |
| "expect": "What is your name?" | |
| }, | |
| { | |
| "q": "my name is Awa", | |
| "lang": "both", | |
| "expect": "My name is..." | |
| }, | |
| { | |
| "q": "how is ur family", | |
| "lang": "both", | |
| "expect": "How is the family?" | |
| }, | |
| { | |
| "q": "la famille va bien ?", | |
| "lang": "both", | |
| "expect": "How is the family?" | |
| }, | |
| { | |
| "q": "how are the children doing", | |
| "lang": "both", | |
| "expect": "How are the children?" | |
| }, | |
| { | |
| "q": "Im hungry", | |
| "lang": "both", | |
| "expect": "I am hungry" | |
| }, | |
| { | |
| "q": "j ai soif", | |
| "lang": "both", | |
| "expect": "I am thirsty" | |
| }, | |
| { | |
| "q": "give me some water", | |
| "lang": "both", | |
| "expect": "Give me water" | |
| }, | |
| { | |
| "q": "rice", | |
| "lang": "both", | |
| "expect": "Rice" | |
| }, | |
| { | |
| "q": "du riz", | |
| "lang": "both", | |
| "expect": "Rice" | |
| }, | |
| { | |
| "q": "sugar please", | |
| "lang": "both", | |
| "expect": "Sugar" | |
| }, | |
| { | |
| "q": "how is the farming going", | |
| "lang": "both", | |
| "expect": "How is the farming?" | |
| }, | |
| { | |
| "q": "comment va le champ", | |
| "lang": "both", | |
| "expect": "How is the farming?" | |
| }, | |
| { | |
| "q": "the field", | |
| "lang": "both", | |
| "expect": "The field" | |
| }, | |
| { | |
| "q": "sheep", | |
| "lang": "both", | |
| "expect": "Sheep" | |
| }, | |
| { | |
| "q": "une chèvre", | |
| "lang": "both", | |
| "expect": "Goat" | |
| }, | |
| { | |
| "q": "Im sick", | |
| "lang": "both", | |
| "expect": "I am sick" | |
| }, | |
| { | |
| "q": "je suis malade", | |
| "lang": "both", | |
| "expect": "I am sick" | |
| }, | |
| { | |
| "q": "j'ai mal a la tete", | |
| "lang": "both", | |
| "expect": "My head hurts" | |
| }, | |
| { | |
| "q": "my stomach is hurting", | |
| "lang": "both", | |
| "expect": "My stomach hurts" | |
| }, | |
| { | |
| "q": "i have fever", | |
| "lang": "both", | |
| "expect": "I have fever" | |
| }, | |
| { | |
| "q": "where is the doctor", | |
| "lang": "both", | |
| "expect": "Where is the doctor?" | |
| }, | |
| { | |
| "q": "drink this", | |
| "lang": "both", | |
| "expect": "Drink this" | |
| }, | |
| { | |
| "q": "how much is it?", | |
| "lang": "both", | |
| "expect": "@price" | |
| }, | |
| { | |
| "q": "c'est combien", | |
| "lang": "both", | |
| "expect": "@price" | |
| }, | |
| { | |
| "q": "too expensive", | |
| "lang": "both", | |
| "expect": "@expensive" | |
| }, | |
| { | |
| "q": "i dont have money", | |
| "lang": "both", | |
| "expect": "I have no money" | |
| }, | |
| { | |
| "q": "market", | |
| "lang": "both", | |
| "expect": "Market" | |
| }, | |
| { | |
| "q": "soap", | |
| "lang": "both", | |
| "expect": "Soap" | |
| }, | |
| { | |
| "q": "salt", | |
| "lang": "both", | |
| "expect": "Salt" | |
| }, | |
| { | |
| "q": "is it far", | |
| "lang": "both", | |
| "expect": "Is it far?" | |
| }, | |
| { | |
| "q": "turn right", | |
| "lang": "both", | |
| "expect": "Turn right" | |
| }, | |
| { | |
| "q": "tourne a gauche", | |
| "lang": "both", | |
| "expect": "Turn left" | |
| }, | |
| { | |
| "q": "stop here please", | |
| "lang": "both", | |
| "expect": "Stop here" | |
| }, | |
| { | |
| "q": "lets go", | |
| "lang": "both", | |
| "expect": "Let's go" | |
| }, | |
| { | |
| "q": "allons y", | |
| "lang": "both", | |
| "expect": "Let's go" | |
| }, | |
| { | |
| "q": "i understand", | |
| "lang": "both", | |
| "expect": "I understand" | |
| }, | |
| { | |
| "q": "i dont understand", | |
| "lang": "both", | |
| "expect": "I don't understand" | |
| }, | |
| { | |
| "q": "je comprends pas", | |
| "lang": "both", | |
| "expect": "I don't understand" | |
| }, | |
| { | |
| "q": "speak slowly please", | |
| "lang": "both", | |
| "expect": "Speak slowly" | |
| }, | |
| { | |
| "q": "i dont know", | |
| "lang": "both", | |
| "expect": "I don't know" | |
| }, | |
| { | |
| "q": "yes", | |
| "lang": "both", | |
| "expect": "Yes" | |
| }, | |
| { | |
| "q": "oui", | |
| "lang": "both", | |
| "expect": "Yes" | |
| }, | |
| { | |
| "q": "no", | |
| "lang": "both", | |
| "expect": "No" | |
| }, | |
| { | |
| "q": "today", | |
| "lang": "both", | |
| "expect": "Today" | |
| }, | |
| { | |
| "q": "demain", | |
| "lang": "both", | |
| "expect": "Tomorrow" | |
| }, | |
| { | |
| "q": "bye", | |
| "lang": "both", | |
| "expect": "Goodbye" | |
| }, | |
| { | |
| "q": "au revoir", | |
| "lang": "both", | |
| "expect": "Goodbye" | |
| }, | |
| { | |
| "q": "see you tomorow", | |
| "lang": "both", | |
| "expect": "@tomorrow_bye" | |
| }, | |
| { | |
| "q": "have a good day", | |
| "lang": "both", | |
| "expect": "Have a good day" | |
| }, | |
| { | |
| "q": "bonne nuit", | |
| "lang": "both", | |
| "expect": "Have a good night" | |
| }, | |
| { | |
| "q": "inchallah", | |
| "lang": "both", | |
| "expect": "God willing" | |
| }, | |
| { | |
| "q": "hamdulillah", | |
| "lang": "both", | |
| "expect": "Thank God" | |
| }, | |
| { | |
| "q": "when should I plant millet this season?", | |
| "lang": "both", | |
| "expect": null | |
| }, | |
| { | |
| "q": "my cow is not eating, what should I do", | |
| "lang": "both", | |
| "expect": null | |
| }, | |
| { | |
| "q": "how much fertilizer for one hectare", | |
| "lang": "both", | |
| "expect": null | |
| }, | |
| { | |
| "q": "will it rain this week", | |
| "lang": "both", | |
| "expect": null | |
| }, | |
| { | |
| "q": "tell me a story", | |
| "lang": "both", | |
| "expect": null | |
| }, | |
| { | |
| "q": "where can I sell my onions", | |
| "lang": "both", | |
| "expect": null | |
| }, | |
| { | |
| "q": "is the soil too dry", | |
| "lang": "both", | |
| "expect": null | |
| }, | |
| { | |
| "q": "did u sleep well", | |
| "lang": "bam", | |
| "expect": "How was the night?" | |
| }, | |
| { | |
| "q": "good job", | |
| "lang": "bam", | |
| "expect": "Well done" | |
| }, | |
| { | |
| "q": "corn", | |
| "lang": "bam", | |
| "expect": "Maize / Corn" | |
| }, | |
| { | |
| "q": "où est la daba", | |
| "lang": "bam", | |
| "expect": "Where is the hoe?" | |
| }, | |
| { | |
| "q": "do you speak bambara", | |
| "lang": "bam", | |
| "expect": "Do you speak Bambara?" | |
| }, | |
| { | |
| "q": "god bless u", | |
| "lang": "bam", | |
| "expect": "God bless you" | |
| }, | |
| { | |
| "q": "im a farmer", | |
| "lang": "ful", | |
| "expect": "I am a farmer" | |
| }, | |
| { | |
| "q": "je suis cultivateur", | |
| "lang": "ful", | |
| "expect": "I am a farmer" | |
| }, | |
| { | |
| "q": "milk", | |
| "lang": "ful", | |
| "expect": "Milk" | |
| }, | |
| { | |
| "q": "du lait", | |
| "lang": "ful", | |
| "expect": "Milk" | |
| }, | |
| { | |
| "q": "coffee", | |
| "lang": "ful", | |
| "expect": "Coffee" | |
| }, | |
| { | |
| "q": "harvest", | |
| "lang": "ful", | |
| "expect": "To harvest" | |
| }, | |
| { | |
| "q": "bike", | |
| "lang": "ful", | |
| "expect": "Bicycle" | |
| }, | |
| { | |
| "q": "do you speak french", | |
| "lang": "ful", | |
| "expect": "Do you speak French?" | |
| }, | |
| { | |
| "q": "how many kids do you have", | |
| "lang": "ful", | |
| "expect": "How many children?" | |
| } | |
| ], | |
| "groups": { | |
| "@price": [ | |
| "How much?", | |
| "How much is this?" | |
| ], | |
| "@expensive": [ | |
| "It is too much", | |
| "It is too expensive" | |
| ], | |
| "@tomorrow_bye": [ | |
| "Until tomorrow", | |
| "See you tomorrow" | |
| ], | |
| "@name": [ | |
| "My name is..." | |
| ] | |
| } | |
| } | |