Text Classification
Transformers
Safetensors
electra
intent-classification
banking77
ml-intern-smoke-test
Generated from Trainer
ml-intern
Eval Results (legacy)
Instructions to use CXBVSWEDRF/banking77-electra-small-smoke with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use CXBVSWEDRF/banking77-electra-small-smoke with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="CXBVSWEDRF/banking77-electra-small-smoke")# Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("CXBVSWEDRF/banking77-electra-small-smoke") model = AutoModelForSequenceClassification.from_pretrained("CXBVSWEDRF/banking77-electra-small-smoke") - Notebooks
- Google Colab
- Kaggle
| { | |
| "activate_my_card": { | |
| "precision": 1.0, | |
| "recall": 0.025, | |
| "f1-score": 0.04878048780487805, | |
| "support": 40.0 | |
| }, | |
| "age_limit": { | |
| "precision": 0.8, | |
| "recall": 0.1, | |
| "f1-score": 0.17777777777777778, | |
| "support": 40.0 | |
| }, | |
| "apple_pay_or_google_pay": { | |
| "precision": 0.5192307692307693, | |
| "recall": 0.675, | |
| "f1-score": 0.5869565217391305, | |
| "support": 40.0 | |
| }, | |
| "atm_support": { | |
| "precision": 0.868421052631579, | |
| "recall": 0.825, | |
| "f1-score": 0.8461538461538461, | |
| "support": 40.0 | |
| }, | |
| "automatic_top_up": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "balance_not_updated_after_bank_transfer": { | |
| "precision": 0.09663865546218488, | |
| "recall": 0.575, | |
| "f1-score": 0.16546762589928057, | |
| "support": 40.0 | |
| }, | |
| "balance_not_updated_after_cheque_or_cash_deposit": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "beneficiary_not_allowed": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "cancel_transfer": { | |
| "precision": 0.38571428571428573, | |
| "recall": 0.675, | |
| "f1-score": 0.4909090909090909, | |
| "support": 40.0 | |
| }, | |
| "card_about_to_expire": { | |
| "precision": 0.1643835616438356, | |
| "recall": 0.9, | |
| "f1-score": 0.277992277992278, | |
| "support": 40.0 | |
| }, | |
| "card_acceptance": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "card_arrival": { | |
| "precision": 0.16666666666666666, | |
| "recall": 0.1, | |
| "f1-score": 0.125, | |
| "support": 40.0 | |
| }, | |
| "card_delivery_estimate": { | |
| "precision": 0.17647058823529413, | |
| "recall": 0.075, | |
| "f1-score": 0.10526315789473684, | |
| "support": 40.0 | |
| }, | |
| "card_linking": { | |
| "precision": 0.35555555555555557, | |
| "recall": 0.4, | |
| "f1-score": 0.3764705882352941, | |
| "support": 40.0 | |
| }, | |
| "card_not_working": { | |
| "precision": 0.4864864864864865, | |
| "recall": 0.45, | |
| "f1-score": 0.4675324675324675, | |
| "support": 40.0 | |
| }, | |
| "card_payment_fee_charged": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "card_payment_not_recognised": { | |
| "precision": 0.2903225806451613, | |
| "recall": 0.225, | |
| "f1-score": 0.2535211267605634, | |
| "support": 40.0 | |
| }, | |
| "card_payment_wrong_exchange_rate": { | |
| "precision": 1.0, | |
| "recall": 0.025, | |
| "f1-score": 0.04878048780487805, | |
| "support": 40.0 | |
| }, | |
| "card_swallowed": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "cash_withdrawal_charge": { | |
| "precision": 0.2857142857142857, | |
| "recall": 0.4, | |
| "f1-score": 0.3333333333333333, | |
| "support": 40.0 | |
| }, | |
| "cash_withdrawal_not_recognised": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "change_pin": { | |
| "precision": 0.875, | |
| "recall": 0.175, | |
| "f1-score": 0.2916666666666667, | |
| "support": 40.0 | |
| }, | |
| "compromised_card": { | |
| "precision": 0.12389380530973451, | |
| "recall": 0.7, | |
| "f1-score": 0.21052631578947367, | |
| "support": 40.0 | |
| }, | |
| "contactless_not_working": { | |
| "precision": 0.8888888888888888, | |
| "recall": 0.2, | |
| "f1-score": 0.32653061224489793, | |
| "support": 40.0 | |
| }, | |
| "country_support": { | |
| "precision": 0.34177215189873417, | |
| "recall": 0.675, | |
| "f1-score": 0.453781512605042, | |
| "support": 40.0 | |
| }, | |
| "declined_card_payment": { | |
| "precision": 0.21428571428571427, | |
| "recall": 0.675, | |
| "f1-score": 0.3253012048192771, | |
| "support": 40.0 | |
| }, | |
| "declined_cash_withdrawal": { | |
| "precision": 0.3125, | |
| "recall": 0.125, | |
| "f1-score": 0.17857142857142858, | |
| "support": 40.0 | |
| }, | |
| "declined_transfer": { | |
| "precision": 0.75, | |
| "recall": 0.075, | |
| "f1-score": 0.13636363636363635, | |
| "support": 40.0 | |
| }, | |
| "direct_debit_payment_not_recognised": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "disposable_card_limits": { | |
| "precision": 0.410958904109589, | |
| "recall": 0.75, | |
| "f1-score": 0.5309734513274337, | |
| "support": 40.0 | |
| }, | |
| "edit_personal_details": { | |
| "precision": 0.7, | |
| "recall": 0.35, | |
| "f1-score": 0.4666666666666667, | |
| "support": 40.0 | |
| }, | |
| "exchange_charge": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "exchange_rate": { | |
| "precision": 0.35294117647058826, | |
| "recall": 0.9, | |
| "f1-score": 0.5070422535211268, | |
| "support": 40.0 | |
| }, | |
| "exchange_via_app": { | |
| "precision": 0.16766467065868262, | |
| "recall": 0.7, | |
| "f1-score": 0.27053140096618356, | |
| "support": 40.0 | |
| }, | |
| "extra_charge_on_statement": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "failed_transfer": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "fiat_currency_support": { | |
| "precision": 0.7142857142857143, | |
| "recall": 0.125, | |
| "f1-score": 0.2127659574468085, | |
| "support": 40.0 | |
| }, | |
| "get_disposable_virtual_card": { | |
| "precision": 0.5675675675675675, | |
| "recall": 0.525, | |
| "f1-score": 0.5454545454545454, | |
| "support": 40.0 | |
| }, | |
| "get_physical_card": { | |
| "precision": 0.3793103448275862, | |
| "recall": 0.825, | |
| "f1-score": 0.5196850393700787, | |
| "support": 40.0 | |
| }, | |
| "getting_spare_card": { | |
| "precision": 0.5, | |
| "recall": 0.075, | |
| "f1-score": 0.13043478260869565, | |
| "support": 40.0 | |
| }, | |
| "getting_virtual_card": { | |
| "precision": 0.2753623188405797, | |
| "recall": 0.95, | |
| "f1-score": 0.42696629213483145, | |
| "support": 40.0 | |
| }, | |
| "lost_or_stolen_card": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "lost_or_stolen_phone": { | |
| "precision": 0.75, | |
| "recall": 0.15, | |
| "f1-score": 0.25, | |
| "support": 40.0 | |
| }, | |
| "order_physical_card": { | |
| "precision": 0.5882352941176471, | |
| "recall": 0.25, | |
| "f1-score": 0.3508771929824561, | |
| "support": 40.0 | |
| }, | |
| "passcode_forgotten": { | |
| "precision": 1.0, | |
| "recall": 0.075, | |
| "f1-score": 0.13953488372093023, | |
| "support": 40.0 | |
| }, | |
| "pending_card_payment": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "pending_cash_withdrawal": { | |
| "precision": 0.38461538461538464, | |
| "recall": 0.125, | |
| "f1-score": 0.18867924528301888, | |
| "support": 40.0 | |
| }, | |
| "pending_top_up": { | |
| "precision": 0.13636363636363635, | |
| "recall": 0.075, | |
| "f1-score": 0.0967741935483871, | |
| "support": 40.0 | |
| }, | |
| "pending_transfer": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "pin_blocked": { | |
| "precision": 0.5555555555555556, | |
| "recall": 0.375, | |
| "f1-score": 0.44776119402985076, | |
| "support": 40.0 | |
| }, | |
| "receiving_money": { | |
| "precision": 0.39080459770114945, | |
| "recall": 0.85, | |
| "f1-score": 0.5354330708661418, | |
| "support": 40.0 | |
| }, | |
| "Refund_not_showing_up": { | |
| "precision": 0.42045454545454547, | |
| "recall": 0.925, | |
| "f1-score": 0.578125, | |
| "support": 40.0 | |
| }, | |
| "request_refund": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "reverted_card_payment?": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "supported_cards_and_currencies": { | |
| "precision": 0.23728813559322035, | |
| "recall": 0.7, | |
| "f1-score": 0.35443037974683544, | |
| "support": 40.0 | |
| }, | |
| "terminate_account": { | |
| "precision": 1.0, | |
| "recall": 0.075, | |
| "f1-score": 0.13953488372093023, | |
| "support": 40.0 | |
| }, | |
| "top_up_by_bank_transfer_charge": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "top_up_by_card_charge": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "top_up_by_cash_or_cheque": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "top_up_failed": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "top_up_limits": { | |
| "precision": 0.18867924528301888, | |
| "recall": 0.75, | |
| "f1-score": 0.3015075376884422, | |
| "support": 40.0 | |
| }, | |
| "top_up_reverted": { | |
| "precision": 0.22666666666666666, | |
| "recall": 0.85, | |
| "f1-score": 0.35789473684210527, | |
| "support": 40.0 | |
| }, | |
| "topping_up_by_card": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "transaction_charged_twice": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "transfer_fee_charged": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "transfer_into_account": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "transfer_not_received_by_recipient": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "transfer_timing": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "unable_to_verify_identity": { | |
| "precision": 1.0, | |
| "recall": 0.05, | |
| "f1-score": 0.09523809523809523, | |
| "support": 40.0 | |
| }, | |
| "verify_my_identity": { | |
| "precision": 0.22727272727272727, | |
| "recall": 1.0, | |
| "f1-score": 0.37037037037037035, | |
| "support": 40.0 | |
| }, | |
| "verify_source_of_funds": { | |
| "precision": 0.7843137254901961, | |
| "recall": 1.0, | |
| "f1-score": 0.8791208791208791, | |
| "support": 40.0 | |
| }, | |
| "verify_top_up": { | |
| "precision": 0.6666666666666666, | |
| "recall": 0.05, | |
| "f1-score": 0.09302325581395349, | |
| "support": 40.0 | |
| }, | |
| "virtual_card_not_working": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "visa_or_mastercard": { | |
| "precision": 0.9428571428571428, | |
| "recall": 0.825, | |
| "f1-score": 0.88, | |
| "support": 40.0 | |
| }, | |
| "why_verify_identity": { | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1-score": 0.0, | |
| "support": 40.0 | |
| }, | |
| "wrong_amount_of_cash_received": { | |
| "precision": 0.24444444444444444, | |
| "recall": 0.825, | |
| "f1-score": 0.37714285714285717, | |
| "support": 40.0 | |
| }, | |
| "wrong_exchange_rate_for_cash_withdrawal": { | |
| "precision": 0.45, | |
| "recall": 0.225, | |
| "f1-score": 0.3, | |
| "support": 40.0 | |
| }, | |
| "accuracy": 0.2915584415584416, | |
| "macro avg": { | |
| "precision": 0.31641887679495434, | |
| "recall": 0.2915584415584416, | |
| "f1-score": 0.2152291991235013, | |
| "support": 3080.0 | |
| }, | |
| "weighted avg": { | |
| "precision": 0.31641887679495434, | |
| "recall": 0.2915584415584416, | |
| "f1-score": 0.21522919912350136, | |
| "support": 3080.0 | |
| } | |
| } |