banking77-electra-small-smoke / classification_report_test.json
CXBVSWEDRF's picture
Upload BANKING77 smoke-test classifier
0398c20 verified
{
"activate_my_card": {
"precision": 1.0,
"recall": 0.025,
"f1-score": 0.04878048780487805,
"support": 40.0
},
"age_limit": {
"precision": 0.8,
"recall": 0.1,
"f1-score": 0.17777777777777778,
"support": 40.0
},
"apple_pay_or_google_pay": {
"precision": 0.5192307692307693,
"recall": 0.675,
"f1-score": 0.5869565217391305,
"support": 40.0
},
"atm_support": {
"precision": 0.868421052631579,
"recall": 0.825,
"f1-score": 0.8461538461538461,
"support": 40.0
},
"automatic_top_up": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"balance_not_updated_after_bank_transfer": {
"precision": 0.09663865546218488,
"recall": 0.575,
"f1-score": 0.16546762589928057,
"support": 40.0
},
"balance_not_updated_after_cheque_or_cash_deposit": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"beneficiary_not_allowed": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"cancel_transfer": {
"precision": 0.38571428571428573,
"recall": 0.675,
"f1-score": 0.4909090909090909,
"support": 40.0
},
"card_about_to_expire": {
"precision": 0.1643835616438356,
"recall": 0.9,
"f1-score": 0.277992277992278,
"support": 40.0
},
"card_acceptance": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"card_arrival": {
"precision": 0.16666666666666666,
"recall": 0.1,
"f1-score": 0.125,
"support": 40.0
},
"card_delivery_estimate": {
"precision": 0.17647058823529413,
"recall": 0.075,
"f1-score": 0.10526315789473684,
"support": 40.0
},
"card_linking": {
"precision": 0.35555555555555557,
"recall": 0.4,
"f1-score": 0.3764705882352941,
"support": 40.0
},
"card_not_working": {
"precision": 0.4864864864864865,
"recall": 0.45,
"f1-score": 0.4675324675324675,
"support": 40.0
},
"card_payment_fee_charged": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"card_payment_not_recognised": {
"precision": 0.2903225806451613,
"recall": 0.225,
"f1-score": 0.2535211267605634,
"support": 40.0
},
"card_payment_wrong_exchange_rate": {
"precision": 1.0,
"recall": 0.025,
"f1-score": 0.04878048780487805,
"support": 40.0
},
"card_swallowed": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"cash_withdrawal_charge": {
"precision": 0.2857142857142857,
"recall": 0.4,
"f1-score": 0.3333333333333333,
"support": 40.0
},
"cash_withdrawal_not_recognised": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"change_pin": {
"precision": 0.875,
"recall": 0.175,
"f1-score": 0.2916666666666667,
"support": 40.0
},
"compromised_card": {
"precision": 0.12389380530973451,
"recall": 0.7,
"f1-score": 0.21052631578947367,
"support": 40.0
},
"contactless_not_working": {
"precision": 0.8888888888888888,
"recall": 0.2,
"f1-score": 0.32653061224489793,
"support": 40.0
},
"country_support": {
"precision": 0.34177215189873417,
"recall": 0.675,
"f1-score": 0.453781512605042,
"support": 40.0
},
"declined_card_payment": {
"precision": 0.21428571428571427,
"recall": 0.675,
"f1-score": 0.3253012048192771,
"support": 40.0
},
"declined_cash_withdrawal": {
"precision": 0.3125,
"recall": 0.125,
"f1-score": 0.17857142857142858,
"support": 40.0
},
"declined_transfer": {
"precision": 0.75,
"recall": 0.075,
"f1-score": 0.13636363636363635,
"support": 40.0
},
"direct_debit_payment_not_recognised": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"disposable_card_limits": {
"precision": 0.410958904109589,
"recall": 0.75,
"f1-score": 0.5309734513274337,
"support": 40.0
},
"edit_personal_details": {
"precision": 0.7,
"recall": 0.35,
"f1-score": 0.4666666666666667,
"support": 40.0
},
"exchange_charge": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"exchange_rate": {
"precision": 0.35294117647058826,
"recall": 0.9,
"f1-score": 0.5070422535211268,
"support": 40.0
},
"exchange_via_app": {
"precision": 0.16766467065868262,
"recall": 0.7,
"f1-score": 0.27053140096618356,
"support": 40.0
},
"extra_charge_on_statement": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"failed_transfer": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"fiat_currency_support": {
"precision": 0.7142857142857143,
"recall": 0.125,
"f1-score": 0.2127659574468085,
"support": 40.0
},
"get_disposable_virtual_card": {
"precision": 0.5675675675675675,
"recall": 0.525,
"f1-score": 0.5454545454545454,
"support": 40.0
},
"get_physical_card": {
"precision": 0.3793103448275862,
"recall": 0.825,
"f1-score": 0.5196850393700787,
"support": 40.0
},
"getting_spare_card": {
"precision": 0.5,
"recall": 0.075,
"f1-score": 0.13043478260869565,
"support": 40.0
},
"getting_virtual_card": {
"precision": 0.2753623188405797,
"recall": 0.95,
"f1-score": 0.42696629213483145,
"support": 40.0
},
"lost_or_stolen_card": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"lost_or_stolen_phone": {
"precision": 0.75,
"recall": 0.15,
"f1-score": 0.25,
"support": 40.0
},
"order_physical_card": {
"precision": 0.5882352941176471,
"recall": 0.25,
"f1-score": 0.3508771929824561,
"support": 40.0
},
"passcode_forgotten": {
"precision": 1.0,
"recall": 0.075,
"f1-score": 0.13953488372093023,
"support": 40.0
},
"pending_card_payment": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"pending_cash_withdrawal": {
"precision": 0.38461538461538464,
"recall": 0.125,
"f1-score": 0.18867924528301888,
"support": 40.0
},
"pending_top_up": {
"precision": 0.13636363636363635,
"recall": 0.075,
"f1-score": 0.0967741935483871,
"support": 40.0
},
"pending_transfer": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"pin_blocked": {
"precision": 0.5555555555555556,
"recall": 0.375,
"f1-score": 0.44776119402985076,
"support": 40.0
},
"receiving_money": {
"precision": 0.39080459770114945,
"recall": 0.85,
"f1-score": 0.5354330708661418,
"support": 40.0
},
"Refund_not_showing_up": {
"precision": 0.42045454545454547,
"recall": 0.925,
"f1-score": 0.578125,
"support": 40.0
},
"request_refund": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"reverted_card_payment?": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"supported_cards_and_currencies": {
"precision": 0.23728813559322035,
"recall": 0.7,
"f1-score": 0.35443037974683544,
"support": 40.0
},
"terminate_account": {
"precision": 1.0,
"recall": 0.075,
"f1-score": 0.13953488372093023,
"support": 40.0
},
"top_up_by_bank_transfer_charge": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"top_up_by_card_charge": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"top_up_by_cash_or_cheque": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"top_up_failed": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"top_up_limits": {
"precision": 0.18867924528301888,
"recall": 0.75,
"f1-score": 0.3015075376884422,
"support": 40.0
},
"top_up_reverted": {
"precision": 0.22666666666666666,
"recall": 0.85,
"f1-score": 0.35789473684210527,
"support": 40.0
},
"topping_up_by_card": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"transaction_charged_twice": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"transfer_fee_charged": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"transfer_into_account": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"transfer_not_received_by_recipient": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"transfer_timing": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"unable_to_verify_identity": {
"precision": 1.0,
"recall": 0.05,
"f1-score": 0.09523809523809523,
"support": 40.0
},
"verify_my_identity": {
"precision": 0.22727272727272727,
"recall": 1.0,
"f1-score": 0.37037037037037035,
"support": 40.0
},
"verify_source_of_funds": {
"precision": 0.7843137254901961,
"recall": 1.0,
"f1-score": 0.8791208791208791,
"support": 40.0
},
"verify_top_up": {
"precision": 0.6666666666666666,
"recall": 0.05,
"f1-score": 0.09302325581395349,
"support": 40.0
},
"virtual_card_not_working": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"visa_or_mastercard": {
"precision": 0.9428571428571428,
"recall": 0.825,
"f1-score": 0.88,
"support": 40.0
},
"why_verify_identity": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 40.0
},
"wrong_amount_of_cash_received": {
"precision": 0.24444444444444444,
"recall": 0.825,
"f1-score": 0.37714285714285717,
"support": 40.0
},
"wrong_exchange_rate_for_cash_withdrawal": {
"precision": 0.45,
"recall": 0.225,
"f1-score": 0.3,
"support": 40.0
},
"accuracy": 0.2915584415584416,
"macro avg": {
"precision": 0.31641887679495434,
"recall": 0.2915584415584416,
"f1-score": 0.2152291991235013,
"support": 3080.0
},
"weighted avg": {
"precision": 0.31641887679495434,
"recall": 0.2915584415584416,
"f1-score": 0.21522919912350136,
"support": 3080.0
}
}