{ "accept_reservations": { "f1-score": 0.967741935483871, "precision": 0.9375, "recall": 1.0, "support": 30.0 }, "account_blocked": { "f1-score": 0.896551724137931, "precision": 0.9285714285714286, "recall": 0.8666666666666667, "support": 30.0 }, "accuracy": 0.9372727272727273, "alarm": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "application_status": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "apr": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "are_you_a_bot": { "f1-score": 0.9830508474576272, "precision": 1.0, "recall": 0.9666666666666667, "support": 30.0 }, "balance": { "f1-score": 0.9354838709677419, "precision": 0.90625, "recall": 0.9666666666666667, "support": 30.0 }, "bill_balance": { "f1-score": 0.8571428571428571, "precision": 0.9230769230769231, "recall": 0.8, "support": 30.0 }, "bill_due": { "f1-score": 0.9375, "precision": 0.8823529411764706, "recall": 1.0, "support": 30.0 }, "book_flight": { "f1-score": 0.9152542372881356, "precision": 0.9310344827586207, "recall": 0.9, "support": 30.0 }, "book_hotel": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "calculator": { "f1-score": 0.8888888888888888, "precision": 0.8484848484848485, "recall": 0.9333333333333333, "support": 30.0 }, "calendar": { "f1-score": 0.9655172413793104, "precision": 1.0, "recall": 0.9333333333333333, "support": 30.0 }, "calendar_update": { "f1-score": 0.9830508474576272, "precision": 1.0, "recall": 0.9666666666666667, "support": 30.0 }, "calories": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "cancel": { "f1-score": 0.9523809523809523, "precision": 0.9090909090909091, "recall": 1.0, "support": 30.0 }, "cancel_reservation": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "car_rental": { "f1-score": 0.9206349206349206, "precision": 0.8787878787878788, "recall": 0.9666666666666667, "support": 30.0 }, "card_declined": { "f1-score": 0.9655172413793104, "precision": 1.0, "recall": 0.9333333333333333, "support": 30.0 }, "carry_on": { "f1-score": 0.9830508474576272, "precision": 1.0, "recall": 0.9666666666666667, "support": 30.0 }, "change_accent": { "f1-score": 0.9830508474576272, "precision": 1.0, "recall": 0.9666666666666667, "support": 30.0 }, "change_ai_name": { "f1-score": 0.8823529411764706, "precision": 0.7894736842105263, "recall": 1.0, "support": 30.0 }, "change_language": { "f1-score": 0.8955223880597015, "precision": 0.8108108108108109, "recall": 1.0, "support": 30.0 }, "change_speed": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "change_user_name": { "f1-score": 0.9, "precision": 0.9, "recall": 0.9, "support": 30.0 }, "change_volume": { "f1-score": 0.9090909090909091, "precision": 1.0, "recall": 0.8333333333333334, "support": 30.0 }, "confirm_reservation": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "cook_time": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "credit_limit": { "f1-score": 0.9508196721311475, "precision": 0.9354838709677419, "recall": 0.9666666666666667, "support": 30.0 }, "credit_limit_change": { "f1-score": 0.9666666666666667, "precision": 0.9666666666666667, "recall": 0.9666666666666667, "support": 30.0 }, "credit_score": { "f1-score": 0.9830508474576272, "precision": 1.0, "recall": 0.9666666666666667, "support": 30.0 }, "current_location": { "f1-score": 0.967741935483871, "precision": 0.9375, "recall": 1.0, "support": 30.0 }, "damaged_card": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "date": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "definition": { "f1-score": 0.9830508474576272, "precision": 1.0, "recall": 0.9666666666666667, "support": 30.0 }, "direct_deposit": { "f1-score": 0.9523809523809523, "precision": 0.9090909090909091, "recall": 1.0, "support": 30.0 }, "directions": { "f1-score": 0.7692307692307693, "precision": 0.625, "recall": 1.0, "support": 30.0 }, "distance": { "f1-score": 0.8666666666666667, "precision": 0.8666666666666667, "recall": 0.8666666666666667, "support": 30.0 }, "do_you_have_pets": { "f1-score": 0.967741935483871, "precision": 0.9375, "recall": 1.0, "support": 30.0 }, "exchange_rate": { "f1-score": 0.967741935483871, "precision": 0.9375, "recall": 1.0, "support": 30.0 }, "expiration_date": { "f1-score": 0.9666666666666667, "precision": 0.9666666666666667, "recall": 0.9666666666666667, "support": 30.0 }, "find_phone": { "f1-score": 0.967741935483871, "precision": 0.9375, "recall": 1.0, "support": 30.0 }, "flight_status": { "f1-score": 0.9523809523809523, "precision": 0.9090909090909091, "recall": 1.0, "support": 30.0 }, "flip_coin": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "food_last": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "freeze_account": { "f1-score": 0.9375, "precision": 0.8823529411764706, "recall": 1.0, "support": 30.0 }, "fun_fact": { "f1-score": 0.9666666666666667, "precision": 0.9666666666666667, "recall": 0.9666666666666667, "support": 30.0 }, "gas": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "gas_type": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "goodbye": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "greeting": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "how_busy": { "f1-score": 0.896551724137931, "precision": 0.9285714285714286, "recall": 0.8666666666666667, "support": 30.0 }, "how_old_are_you": { "f1-score": 0.9230769230769231, "precision": 0.8571428571428571, "recall": 1.0, "support": 30.0 }, "improve_credit_score": { "f1-score": 0.967741935483871, "precision": 0.9375, "recall": 1.0, "support": 30.0 }, "income": { "f1-score": 0.9491525423728814, "precision": 0.9655172413793104, "recall": 0.9333333333333333, "support": 30.0 }, "ingredient_substitution": { "f1-score": 0.967741935483871, "precision": 0.9375, "recall": 1.0, "support": 30.0 }, "ingredients_list": { "f1-score": 0.84375, "precision": 0.7941176470588235, "recall": 0.9, "support": 30.0 }, "insurance": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "insurance_change": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "interest_rate": { "f1-score": 0.9206349206349206, "precision": 0.8787878787878788, "recall": 0.9666666666666667, "support": 30.0 }, "international_fees": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "international_visa": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "jump_start": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "last_maintenance": { "f1-score": 0.967741935483871, "precision": 0.9375, "recall": 1.0, "support": 30.0 }, "lost_luggage": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "macro avg": { "f1-score": 0.9529935875972658, "precision": 0.9441801392561163, "recall": 0.9660242825607064, "support": 5500.0 }, "make_call": { "f1-score": 0.8615384615384616, "precision": 0.8, "recall": 0.9333333333333333, "support": 30.0 }, "maybe": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "meal_suggestion": { "f1-score": 0.8727272727272727, "precision": 0.96, "recall": 0.8, "support": 30.0 }, "meaning_of_life": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "measurement_conversion": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "meeting_schedule": { "f1-score": 0.9666666666666667, "precision": 0.9666666666666667, "recall": 0.9666666666666667, "support": 30.0 }, "min_payment": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "mpg": { "f1-score": 0.967741935483871, "precision": 0.9375, "recall": 1.0, "support": 30.0 }, "new_card": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "next_holiday": { "f1-score": 0.967741935483871, "precision": 0.9375, "recall": 1.0, "support": 30.0 }, "next_song": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "no": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "nutrition_info": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "oil_change_how": { "f1-score": 0.9375, "precision": 0.8823529411764706, "recall": 1.0, "support": 30.0 }, "oil_change_when": { "f1-score": 0.9655172413793104, "precision": 1.0, "recall": 0.9333333333333333, "support": 30.0 }, "oos": { "f1-score": 0.863905325443787, "precision": 0.9348079161816065, "recall": 0.803, "support": 1000.0 }, "order": { "f1-score": 0.717948717948718, "precision": 0.5833333333333334, "recall": 0.9333333333333333, "support": 30.0 }, "order_checks": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "order_status": { "f1-score": 0.967741935483871, "precision": 0.9375, "recall": 1.0, "support": 30.0 }, "pay_bill": { "f1-score": 0.9473684210526315, "precision": 1.0, "recall": 0.9, "support": 30.0 }, "payday": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "pin_change": { "f1-score": 0.9090909090909091, "precision": 1.0, "recall": 0.8333333333333334, "support": 30.0 }, "play_music": { "f1-score": 0.8813559322033898, "precision": 0.896551724137931, "recall": 0.8666666666666667, "support": 30.0 }, "plug_type": { "f1-score": 0.9666666666666667, "precision": 0.9666666666666667, "recall": 0.9666666666666667, "support": 30.0 }, "pto_balance": { "f1-score": 0.9032258064516129, "precision": 0.875, "recall": 0.9333333333333333, "support": 30.0 }, "pto_request": { "f1-score": 0.9491525423728814, "precision": 0.9655172413793104, "recall": 0.9333333333333333, "support": 30.0 }, "pto_request_status": { "f1-score": 0.9830508474576272, "precision": 1.0, "recall": 0.9666666666666667, "support": 30.0 }, "pto_used": { "f1-score": 0.84375, "precision": 0.7941176470588235, "recall": 0.9, "support": 30.0 }, "recipe": { "f1-score": 0.8923076923076924, "precision": 0.8285714285714286, "recall": 0.9666666666666667, "support": 30.0 }, "redeem_rewards": { "f1-score": 0.9655172413793104, "precision": 1.0, "recall": 0.9333333333333333, "support": 30.0 }, "reminder": { "f1-score": 0.9830508474576272, "precision": 1.0, "recall": 0.9666666666666667, "support": 30.0 }, "reminder_update": { "f1-score": 0.9655172413793104, "precision": 1.0, "recall": 0.9333333333333333, "support": 30.0 }, "repeat": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "replacement_card_duration": { "f1-score": 0.896551724137931, "precision": 0.9285714285714286, "recall": 0.8666666666666667, "support": 30.0 }, "report_fraud": { "f1-score": 0.896551724137931, "precision": 0.9285714285714286, "recall": 0.8666666666666667, "support": 30.0 }, "report_lost_card": { "f1-score": 0.9655172413793104, "precision": 1.0, "recall": 0.9333333333333333, "support": 30.0 }, "reset_settings": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "restaurant_reservation": { "f1-score": 0.9333333333333333, "precision": 0.9333333333333333, "recall": 0.9333333333333333, "support": 30.0 }, "restaurant_reviews": { "f1-score": 0.9152542372881356, "precision": 0.9310344827586207, "recall": 0.9, "support": 30.0 }, "restaurant_suggestion": { "f1-score": 0.9666666666666667, "precision": 0.9666666666666667, "recall": 0.9666666666666667, "support": 30.0 }, "rewards_balance": { "f1-score": 0.967741935483871, "precision": 0.9375, "recall": 1.0, "support": 30.0 }, "roll_dice": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "rollover_401k": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "routing": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "schedule_maintenance": { "f1-score": 0.8108108108108109, "precision": 0.6818181818181818, "recall": 1.0, "support": 30.0 }, "schedule_meeting": { "f1-score": 0.967741935483871, "precision": 0.9375, "recall": 1.0, "support": 30.0 }, "share_location": { "f1-score": 0.9333333333333333, "precision": 0.9333333333333333, "recall": 0.9333333333333333, "support": 30.0 }, "shopping_list": { "f1-score": 0.967741935483871, "precision": 0.9375, "recall": 1.0, "support": 30.0 }, "shopping_list_update": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "smart_home": { "f1-score": 0.875, "precision": 0.8235294117647058, "recall": 0.9333333333333333, "support": 30.0 }, "spelling": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "spending_history": { "f1-score": 0.84375, "precision": 0.7941176470588235, "recall": 0.9, "support": 30.0 }, "summary_metrics": { "accuracy": 0.9372727272727273, "macro_f1": 0.9529935875972658, "top_5_accuracy": 0.9505454545454546 }, "sync_device": { "f1-score": 0.9375, "precision": 0.8823529411764706, "recall": 1.0, "support": 30.0 }, "taxes": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "tell_joke": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "text": { "f1-score": 0.9333333333333333, "precision": 0.9333333333333333, "recall": 0.9333333333333333, "support": 30.0 }, "thank_you": { "f1-score": 0.9666666666666667, "precision": 0.9666666666666667, "recall": 0.9666666666666667, "support": 30.0 }, "time": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "timer": { "f1-score": 0.9666666666666667, "precision": 0.9666666666666667, "recall": 0.9666666666666667, "support": 30.0 }, "timezone": { "f1-score": 0.9830508474576272, "precision": 1.0, "recall": 0.9666666666666667, "support": 30.0 }, "tire_change": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "tire_pressure": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "todo_list": { "f1-score": 0.9523809523809523, "precision": 0.9090909090909091, "recall": 1.0, "support": 30.0 }, "todo_list_update": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "traffic": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "transactions": { "f1-score": 0.8571428571428571, "precision": 0.9230769230769231, "recall": 0.8, "support": 30.0 }, "transfer": { "f1-score": 0.9830508474576272, "precision": 1.0, "recall": 0.9666666666666667, "support": 30.0 }, "translate": { "f1-score": 0.9655172413793104, "precision": 1.0, "recall": 0.9333333333333333, "support": 30.0 }, "travel_alert": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "travel_notification": { "f1-score": 0.9491525423728814, "precision": 0.9655172413793104, "recall": 0.9333333333333333, "support": 30.0 }, "travel_suggestion": { "f1-score": 0.8450704225352113, "precision": 0.7317073170731707, "recall": 1.0, "support": 30.0 }, "uber": { "f1-score": 0.9491525423728814, "precision": 0.9655172413793104, "recall": 0.9333333333333333, "support": 30.0 }, "update_playlist": { "f1-score": 1.0, "precision": 1.0, "recall": 1.0, "support": 30.0 }, "user_name": { "f1-score": 0.9508196721311475, "precision": 0.9354838709677419, "recall": 0.9666666666666667, "support": 30.0 }, "vaccines": { "f1-score": 0.9523809523809523, "precision": 0.9090909090909091, "recall": 1.0, "support": 30.0 }, "w2": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "weather": { "f1-score": 0.8923076923076924, "precision": 0.8285714285714286, "recall": 0.9666666666666667, "support": 30.0 }, "weighted avg": { "f1-score": 0.9372816577265612, "precision": 0.9425272199138847, "recall": 0.9372727272727273, "support": 5500.0 }, "what_are_your_hobbies": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "what_can_i_ask_you": { "f1-score": 0.9830508474576272, "precision": 1.0, "recall": 0.9666666666666667, "support": 30.0 }, "what_is_your_name": { "f1-score": 0.9491525423728814, "precision": 0.9655172413793104, "recall": 0.9333333333333333, "support": 30.0 }, "what_song": { "f1-score": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1.0, "support": 30.0 }, "where_are_you_from": { "f1-score": 0.9655172413793104, "precision": 1.0, "recall": 0.9333333333333333, "support": 30.0 }, "whisper_mode": { "f1-score": 0.9523809523809523, "precision": 0.9090909090909091, "recall": 1.0, "support": 30.0 }, "who_do_you_work_for": { "f1-score": 0.9310344827586207, "precision": 0.9642857142857143, "recall": 0.9, "support": 30.0 }, "who_made_you": { "f1-score": 0.9090909090909091, "precision": 0.8333333333333334, "recall": 1.0, "support": 30.0 }, "yes": { "f1-score": 0.9285714285714286, "precision": 1.0, "recall": 0.8666666666666667, "support": 30.0 } }