| { |
| "model": "step-3.7-p15-vblend-shared8-head8", |
| "score": [ |
| 14, |
| 15 |
| ], |
| "results": [ |
| { |
| "req": "Set a timer for 25 minutes.", |
| "ok": true, |
| "why": "ok", |
| "name": "set_timer", |
| "args": { |
| "minutes": 25 |
| } |
| }, |
| { |
| "req": "Convert 150 USD to EUR.", |
| "ok": true, |
| "why": "ok", |
| "name": "convert_currency", |
| "args": { |
| "amount": 150, |
| "from": "USD", |
| "to": "EUR" |
| } |
| }, |
| { |
| "req": "Book a flight from Denver to Miami for 3 passengers.", |
| "ok": true, |
| "why": "ok", |
| "name": "book_flight", |
| "args": { |
| "from_city": "Denver", |
| "to_city": "Miami", |
| "passengers": 3 |
| } |
| }, |
| { |
| "req": "Resize the image to 800 by 600.", |
| "ok": true, |
| "why": "ok", |
| "name": "resize_image", |
| "args": { |
| "width": 800, |
| "height": 600 |
| } |
| }, |
| { |
| "req": "Set the thermostat to 68 degrees.", |
| "ok": true, |
| "why": "ok", |
| "name": "set_thermostat", |
| "args": { |
| "temperature": 68 |
| } |
| }, |
| { |
| "req": "Add 5 apples to my cart.", |
| "ok": true, |
| "why": "ok", |
| "name": "add_to_cart", |
| "args": { |
| "item": "apples", |
| "quantity": 5 |
| } |
| }, |
| { |
| "req": "Calculate an 18% tip on an 80 dollar bill.", |
| "ok": true, |
| "why": "ok", |
| "name": "calculate_tip", |
| "args": { |
| "bill": 80, |
| "percent": 18 |
| } |
| }, |
| { |
| "req": "Play Bohemian Rhapsody by Queen.", |
| "ok": true, |
| "why": "ok", |
| "name": "play_song", |
| "args": { |
| "title": "Bohemian Rhapsody", |
| "artist": "Queen" |
| } |
| }, |
| { |
| "req": "What's the weather in Paris?", |
| "ok": true, |
| "why": "ok", |
| "name": "get_weather", |
| "args": { |
| "city": "Paris" |
| } |
| }, |
| { |
| "req": "Get the stock price for AAPL.", |
| "ok": true, |
| "why": "ok", |
| "name": "get_stock_price", |
| "args": { |
| "ticker": "AAPL" |
| } |
| }, |
| { |
| "req": "Find headphones under 200 dollars.", |
| "ok": true, |
| "why": "ok", |
| "name": "search_products", |
| "args": { |
| "query": "headphones", |
| "max_price": 200 |
| } |
| }, |
| { |
| "req": "Translate 'good morning' into Spanish.", |
| "ok": false, |
| "why": "target_lang: want 'Spanish' got 'es'", |
| "name": "translate", |
| "args": { |
| "text": "good morning", |
| "target_lang": "es" |
| } |
| }, |
| { |
| "req": "Transfer 340 dollars from checking to savings.", |
| "ok": true, |
| "why": "ok", |
| "name": "transfer_money", |
| "args": { |
| "amount": 340, |
| "from_account": "checking", |
| "to_account": "savings" |
| } |
| }, |
| { |
| "req": "Schedule a meeting on Tuesday at 3pm.", |
| "ok": true, |
| "why": "ok", |
| "name": "schedule_meeting", |
| "args": { |
| "day": "Tuesday", |
| "time": "3pm" |
| } |
| }, |
| { |
| "req": "Send 12 invitations to the birthday event.", |
| "ok": true, |
| "why": "ok", |
| "name": "send_invitations", |
| "args": { |
| "count": 12, |
| "event": "birthday event" |
| } |
| } |
| ] |
| } |
