clinc150-contrastive-mpnet-maxsim / classification_report.json
Amitava25's picture
Upload folder using huggingface_hub
209695e verified
Raw
History Blame Contribute Delete
20.3 kB
{
"accept_reservations": {
"f1-score": 0.967741935483871,
"precision": 0.9375,
"recall": 1.0,
"support": 30.0
},
"account_blocked": {
"f1-score": 0.896551724137931,
"precision": 0.9285714285714286,
"recall": 0.8666666666666667,
"support": 30.0
},
"accuracy": 0.9372727272727273,
"alarm": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"application_status": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"apr": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"are_you_a_bot": {
"f1-score": 0.9830508474576272,
"precision": 1.0,
"recall": 0.9666666666666667,
"support": 30.0
},
"balance": {
"f1-score": 0.9354838709677419,
"precision": 0.90625,
"recall": 0.9666666666666667,
"support": 30.0
},
"bill_balance": {
"f1-score": 0.8571428571428571,
"precision": 0.9230769230769231,
"recall": 0.8,
"support": 30.0
},
"bill_due": {
"f1-score": 0.9375,
"precision": 0.8823529411764706,
"recall": 1.0,
"support": 30.0
},
"book_flight": {
"f1-score": 0.9152542372881356,
"precision": 0.9310344827586207,
"recall": 0.9,
"support": 30.0
},
"book_hotel": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"calculator": {
"f1-score": 0.8888888888888888,
"precision": 0.8484848484848485,
"recall": 0.9333333333333333,
"support": 30.0
},
"calendar": {
"f1-score": 0.9655172413793104,
"precision": 1.0,
"recall": 0.9333333333333333,
"support": 30.0
},
"calendar_update": {
"f1-score": 0.9830508474576272,
"precision": 1.0,
"recall": 0.9666666666666667,
"support": 30.0
},
"calories": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"cancel": {
"f1-score": 0.9523809523809523,
"precision": 0.9090909090909091,
"recall": 1.0,
"support": 30.0
},
"cancel_reservation": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"car_rental": {
"f1-score": 0.9206349206349206,
"precision": 0.8787878787878788,
"recall": 0.9666666666666667,
"support": 30.0
},
"card_declined": {
"f1-score": 0.9655172413793104,
"precision": 1.0,
"recall": 0.9333333333333333,
"support": 30.0
},
"carry_on": {
"f1-score": 0.9830508474576272,
"precision": 1.0,
"recall": 0.9666666666666667,
"support": 30.0
},
"change_accent": {
"f1-score": 0.9830508474576272,
"precision": 1.0,
"recall": 0.9666666666666667,
"support": 30.0
},
"change_ai_name": {
"f1-score": 0.8823529411764706,
"precision": 0.7894736842105263,
"recall": 1.0,
"support": 30.0
},
"change_language": {
"f1-score": 0.8955223880597015,
"precision": 0.8108108108108109,
"recall": 1.0,
"support": 30.0
},
"change_speed": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"change_user_name": {
"f1-score": 0.9,
"precision": 0.9,
"recall": 0.9,
"support": 30.0
},
"change_volume": {
"f1-score": 0.9090909090909091,
"precision": 1.0,
"recall": 0.8333333333333334,
"support": 30.0
},
"confirm_reservation": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"cook_time": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"credit_limit": {
"f1-score": 0.9508196721311475,
"precision": 0.9354838709677419,
"recall": 0.9666666666666667,
"support": 30.0
},
"credit_limit_change": {
"f1-score": 0.9666666666666667,
"precision": 0.9666666666666667,
"recall": 0.9666666666666667,
"support": 30.0
},
"credit_score": {
"f1-score": 0.9830508474576272,
"precision": 1.0,
"recall": 0.9666666666666667,
"support": 30.0
},
"current_location": {
"f1-score": 0.967741935483871,
"precision": 0.9375,
"recall": 1.0,
"support": 30.0
},
"damaged_card": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"date": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"definition": {
"f1-score": 0.9830508474576272,
"precision": 1.0,
"recall": 0.9666666666666667,
"support": 30.0
},
"direct_deposit": {
"f1-score": 0.9523809523809523,
"precision": 0.9090909090909091,
"recall": 1.0,
"support": 30.0
},
"directions": {
"f1-score": 0.7692307692307693,
"precision": 0.625,
"recall": 1.0,
"support": 30.0
},
"distance": {
"f1-score": 0.8666666666666667,
"precision": 0.8666666666666667,
"recall": 0.8666666666666667,
"support": 30.0
},
"do_you_have_pets": {
"f1-score": 0.967741935483871,
"precision": 0.9375,
"recall": 1.0,
"support": 30.0
},
"exchange_rate": {
"f1-score": 0.967741935483871,
"precision": 0.9375,
"recall": 1.0,
"support": 30.0
},
"expiration_date": {
"f1-score": 0.9666666666666667,
"precision": 0.9666666666666667,
"recall": 0.9666666666666667,
"support": 30.0
},
"find_phone": {
"f1-score": 0.967741935483871,
"precision": 0.9375,
"recall": 1.0,
"support": 30.0
},
"flight_status": {
"f1-score": 0.9523809523809523,
"precision": 0.9090909090909091,
"recall": 1.0,
"support": 30.0
},
"flip_coin": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"food_last": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"freeze_account": {
"f1-score": 0.9375,
"precision": 0.8823529411764706,
"recall": 1.0,
"support": 30.0
},
"fun_fact": {
"f1-score": 0.9666666666666667,
"precision": 0.9666666666666667,
"recall": 0.9666666666666667,
"support": 30.0
},
"gas": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"gas_type": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"goodbye": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"greeting": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"how_busy": {
"f1-score": 0.896551724137931,
"precision": 0.9285714285714286,
"recall": 0.8666666666666667,
"support": 30.0
},
"how_old_are_you": {
"f1-score": 0.9230769230769231,
"precision": 0.8571428571428571,
"recall": 1.0,
"support": 30.0
},
"improve_credit_score": {
"f1-score": 0.967741935483871,
"precision": 0.9375,
"recall": 1.0,
"support": 30.0
},
"income": {
"f1-score": 0.9491525423728814,
"precision": 0.9655172413793104,
"recall": 0.9333333333333333,
"support": 30.0
},
"ingredient_substitution": {
"f1-score": 0.967741935483871,
"precision": 0.9375,
"recall": 1.0,
"support": 30.0
},
"ingredients_list": {
"f1-score": 0.84375,
"precision": 0.7941176470588235,
"recall": 0.9,
"support": 30.0
},
"insurance": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"insurance_change": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"interest_rate": {
"f1-score": 0.9206349206349206,
"precision": 0.8787878787878788,
"recall": 0.9666666666666667,
"support": 30.0
},
"international_fees": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"international_visa": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"jump_start": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"last_maintenance": {
"f1-score": 0.967741935483871,
"precision": 0.9375,
"recall": 1.0,
"support": 30.0
},
"lost_luggage": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"macro avg": {
"f1-score": 0.9529935875972658,
"precision": 0.9441801392561163,
"recall": 0.9660242825607064,
"support": 5500.0
},
"make_call": {
"f1-score": 0.8615384615384616,
"precision": 0.8,
"recall": 0.9333333333333333,
"support": 30.0
},
"maybe": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"meal_suggestion": {
"f1-score": 0.8727272727272727,
"precision": 0.96,
"recall": 0.8,
"support": 30.0
},
"meaning_of_life": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"measurement_conversion": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"meeting_schedule": {
"f1-score": 0.9666666666666667,
"precision": 0.9666666666666667,
"recall": 0.9666666666666667,
"support": 30.0
},
"min_payment": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"mpg": {
"f1-score": 0.967741935483871,
"precision": 0.9375,
"recall": 1.0,
"support": 30.0
},
"new_card": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"next_holiday": {
"f1-score": 0.967741935483871,
"precision": 0.9375,
"recall": 1.0,
"support": 30.0
},
"next_song": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"no": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"nutrition_info": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"oil_change_how": {
"f1-score": 0.9375,
"precision": 0.8823529411764706,
"recall": 1.0,
"support": 30.0
},
"oil_change_when": {
"f1-score": 0.9655172413793104,
"precision": 1.0,
"recall": 0.9333333333333333,
"support": 30.0
},
"oos": {
"f1-score": 0.863905325443787,
"precision": 0.9348079161816065,
"recall": 0.803,
"support": 1000.0
},
"order": {
"f1-score": 0.717948717948718,
"precision": 0.5833333333333334,
"recall": 0.9333333333333333,
"support": 30.0
},
"order_checks": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"order_status": {
"f1-score": 0.967741935483871,
"precision": 0.9375,
"recall": 1.0,
"support": 30.0
},
"pay_bill": {
"f1-score": 0.9473684210526315,
"precision": 1.0,
"recall": 0.9,
"support": 30.0
},
"payday": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"pin_change": {
"f1-score": 0.9090909090909091,
"precision": 1.0,
"recall": 0.8333333333333334,
"support": 30.0
},
"play_music": {
"f1-score": 0.8813559322033898,
"precision": 0.896551724137931,
"recall": 0.8666666666666667,
"support": 30.0
},
"plug_type": {
"f1-score": 0.9666666666666667,
"precision": 0.9666666666666667,
"recall": 0.9666666666666667,
"support": 30.0
},
"pto_balance": {
"f1-score": 0.9032258064516129,
"precision": 0.875,
"recall": 0.9333333333333333,
"support": 30.0
},
"pto_request": {
"f1-score": 0.9491525423728814,
"precision": 0.9655172413793104,
"recall": 0.9333333333333333,
"support": 30.0
},
"pto_request_status": {
"f1-score": 0.9830508474576272,
"precision": 1.0,
"recall": 0.9666666666666667,
"support": 30.0
},
"pto_used": {
"f1-score": 0.84375,
"precision": 0.7941176470588235,
"recall": 0.9,
"support": 30.0
},
"recipe": {
"f1-score": 0.8923076923076924,
"precision": 0.8285714285714286,
"recall": 0.9666666666666667,
"support": 30.0
},
"redeem_rewards": {
"f1-score": 0.9655172413793104,
"precision": 1.0,
"recall": 0.9333333333333333,
"support": 30.0
},
"reminder": {
"f1-score": 0.9830508474576272,
"precision": 1.0,
"recall": 0.9666666666666667,
"support": 30.0
},
"reminder_update": {
"f1-score": 0.9655172413793104,
"precision": 1.0,
"recall": 0.9333333333333333,
"support": 30.0
},
"repeat": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"replacement_card_duration": {
"f1-score": 0.896551724137931,
"precision": 0.9285714285714286,
"recall": 0.8666666666666667,
"support": 30.0
},
"report_fraud": {
"f1-score": 0.896551724137931,
"precision": 0.9285714285714286,
"recall": 0.8666666666666667,
"support": 30.0
},
"report_lost_card": {
"f1-score": 0.9655172413793104,
"precision": 1.0,
"recall": 0.9333333333333333,
"support": 30.0
},
"reset_settings": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"restaurant_reservation": {
"f1-score": 0.9333333333333333,
"precision": 0.9333333333333333,
"recall": 0.9333333333333333,
"support": 30.0
},
"restaurant_reviews": {
"f1-score": 0.9152542372881356,
"precision": 0.9310344827586207,
"recall": 0.9,
"support": 30.0
},
"restaurant_suggestion": {
"f1-score": 0.9666666666666667,
"precision": 0.9666666666666667,
"recall": 0.9666666666666667,
"support": 30.0
},
"rewards_balance": {
"f1-score": 0.967741935483871,
"precision": 0.9375,
"recall": 1.0,
"support": 30.0
},
"roll_dice": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"rollover_401k": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"routing": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"schedule_maintenance": {
"f1-score": 0.8108108108108109,
"precision": 0.6818181818181818,
"recall": 1.0,
"support": 30.0
},
"schedule_meeting": {
"f1-score": 0.967741935483871,
"precision": 0.9375,
"recall": 1.0,
"support": 30.0
},
"share_location": {
"f1-score": 0.9333333333333333,
"precision": 0.9333333333333333,
"recall": 0.9333333333333333,
"support": 30.0
},
"shopping_list": {
"f1-score": 0.967741935483871,
"precision": 0.9375,
"recall": 1.0,
"support": 30.0
},
"shopping_list_update": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"smart_home": {
"f1-score": 0.875,
"precision": 0.8235294117647058,
"recall": 0.9333333333333333,
"support": 30.0
},
"spelling": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"spending_history": {
"f1-score": 0.84375,
"precision": 0.7941176470588235,
"recall": 0.9,
"support": 30.0
},
"summary_metrics": {
"accuracy": 0.9372727272727273,
"macro_f1": 0.9529935875972658,
"top_5_accuracy": 0.9505454545454546
},
"sync_device": {
"f1-score": 0.9375,
"precision": 0.8823529411764706,
"recall": 1.0,
"support": 30.0
},
"taxes": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"tell_joke": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"text": {
"f1-score": 0.9333333333333333,
"precision": 0.9333333333333333,
"recall": 0.9333333333333333,
"support": 30.0
},
"thank_you": {
"f1-score": 0.9666666666666667,
"precision": 0.9666666666666667,
"recall": 0.9666666666666667,
"support": 30.0
},
"time": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"timer": {
"f1-score": 0.9666666666666667,
"precision": 0.9666666666666667,
"recall": 0.9666666666666667,
"support": 30.0
},
"timezone": {
"f1-score": 0.9830508474576272,
"precision": 1.0,
"recall": 0.9666666666666667,
"support": 30.0
},
"tire_change": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"tire_pressure": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"todo_list": {
"f1-score": 0.9523809523809523,
"precision": 0.9090909090909091,
"recall": 1.0,
"support": 30.0
},
"todo_list_update": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"traffic": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"transactions": {
"f1-score": 0.8571428571428571,
"precision": 0.9230769230769231,
"recall": 0.8,
"support": 30.0
},
"transfer": {
"f1-score": 0.9830508474576272,
"precision": 1.0,
"recall": 0.9666666666666667,
"support": 30.0
},
"translate": {
"f1-score": 0.9655172413793104,
"precision": 1.0,
"recall": 0.9333333333333333,
"support": 30.0
},
"travel_alert": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"travel_notification": {
"f1-score": 0.9491525423728814,
"precision": 0.9655172413793104,
"recall": 0.9333333333333333,
"support": 30.0
},
"travel_suggestion": {
"f1-score": 0.8450704225352113,
"precision": 0.7317073170731707,
"recall": 1.0,
"support": 30.0
},
"uber": {
"f1-score": 0.9491525423728814,
"precision": 0.9655172413793104,
"recall": 0.9333333333333333,
"support": 30.0
},
"update_playlist": {
"f1-score": 1.0,
"precision": 1.0,
"recall": 1.0,
"support": 30.0
},
"user_name": {
"f1-score": 0.9508196721311475,
"precision": 0.9354838709677419,
"recall": 0.9666666666666667,
"support": 30.0
},
"vaccines": {
"f1-score": 0.9523809523809523,
"precision": 0.9090909090909091,
"recall": 1.0,
"support": 30.0
},
"w2": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"weather": {
"f1-score": 0.8923076923076924,
"precision": 0.8285714285714286,
"recall": 0.9666666666666667,
"support": 30.0
},
"weighted avg": {
"f1-score": 0.9372816577265612,
"precision": 0.9425272199138847,
"recall": 0.9372727272727273,
"support": 5500.0
},
"what_are_your_hobbies": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"what_can_i_ask_you": {
"f1-score": 0.9830508474576272,
"precision": 1.0,
"recall": 0.9666666666666667,
"support": 30.0
},
"what_is_your_name": {
"f1-score": 0.9491525423728814,
"precision": 0.9655172413793104,
"recall": 0.9333333333333333,
"support": 30.0
},
"what_song": {
"f1-score": 0.9836065573770492,
"precision": 0.967741935483871,
"recall": 1.0,
"support": 30.0
},
"where_are_you_from": {
"f1-score": 0.9655172413793104,
"precision": 1.0,
"recall": 0.9333333333333333,
"support": 30.0
},
"whisper_mode": {
"f1-score": 0.9523809523809523,
"precision": 0.9090909090909091,
"recall": 1.0,
"support": 30.0
},
"who_do_you_work_for": {
"f1-score": 0.9310344827586207,
"precision": 0.9642857142857143,
"recall": 0.9,
"support": 30.0
},
"who_made_you": {
"f1-score": 0.9090909090909091,
"precision": 0.8333333333333334,
"recall": 1.0,
"support": 30.0
},
"yes": {
"f1-score": 0.9285714285714286,
"precision": 1.0,
"recall": 0.8666666666666667,
"support": 30.0
}
}