File size: 6,504 Bytes
2d06dcc |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 |
from .bert_loader import BERT_Loader
from .llama_loader import LLAMA_Loader
max_seq_lengths = {
'stackoverflow':45,
'banking':55,
'oos':30,
'snips':35
}
backbone_loader_map = {
'bert': BERT_Loader,
'bert_doc': BERT_Loader,
'bert_norm': BERT_Loader,
'bert_K+1-way': BERT_Loader,
'bert_seg': BERT_Loader,
'bert_disaware': BERT_Loader,
'bert_mdf': BERT_Loader,
'bert_knncl': BERT_Loader,
'llama_disaware': LLAMA_Loader,
}
benchmark_labels = {
'oos':
['accept_reservations', 'account_blocked', 'alarm', 'application_status', 'apr',
'are_you_a_bot', 'balance', 'bill_balance', 'bill_due', 'book_flight',
'book_hotel', 'calculator', 'calendar', 'calendar_update', 'calories',
'cancel', 'cancel_reservation', 'car_rental', 'card_declined', 'carry_on',
'change_accent', 'change_ai_name', 'change_language', 'change_speed', 'change_user_name',
'change_volume', 'confirm_reservation', 'cook_time', 'credit_limit', 'credit_limit_change',
'credit_score', 'current_location', 'damaged_card', 'date', 'definition',
'direct_deposit', 'directions', 'distance', 'do_you_have_pets', 'exchange_rate',
'expiration_date', 'find_phone', 'flight_status', 'flip_coin', 'food_last',
'freeze_account', 'fun_fact', 'gas', 'gas_type', 'goodbye',
'greeting', 'how_busy', 'how_old_are_you', 'improve_credit_score', 'income',
'ingredient_substitution', 'ingredients_list', 'insurance', 'insurance_change', 'interest_rate',
'international_fees', 'international_visa', 'jump_start', 'last_maintenance', 'lost_luggage', 'make_call',
'maybe', 'meal_suggestion', 'meaning_of_life', 'measurement_conversion', 'meeting_schedule',
'min_payment', 'mpg', 'new_card', 'next_holiday', 'next_song',
'no', 'nutrition_info', 'oil_change_how', 'oil_change_when', 'order',
'order_checks', 'order_status', 'pay_bill', 'payday', 'pin_change',
'play_music', 'plug_type', 'pto_balance', 'pto_request', 'pto_request_status',
'pto_used', 'recipe', 'redeem_rewards', 'reminder', 'reminder_update',
'repeat', 'replacement_card_duration', 'report_fraud', 'report_lost_card', 'reset_settings',
'restaurant_reservation', 'restaurant_reviews', 'restaurant_suggestion', 'rewards_balance', 'roll_dice',
'rollover_401k', 'routing', 'schedule_maintenance', 'schedule_meeting', 'share_location',
'shopping_list', 'shopping_list_update', 'smart_home', 'spelling', 'spending_history',
'sync_device', 'taxes', 'tell_joke', 'text', 'thank_you',
'time', 'timer', 'timezone', 'tire_change', 'tire_pressure',
'todo_list', 'todo_list_update', 'traffic', "transactions", "transfer",
"translate", "travel_alert", "travel_notification", "travel_suggestion", "uber",
"update_playlist", "user_name", "vaccines", "w2", "weather",
"what_are_your_hobbies", "what_can_i_ask_you", "what_is_your_name", "what_song", "where_are_you_from",
"whisper_mode", "who_do_you_work_for", "who_made_you", "yes"],
'banking':
[
"Refund_not_showing_up", "activate_my_card", "age_limit", "apple_pay_or_google_pay", "atm_support",
"automatic_top_up", "balance_not_updated_after_bank_transfer", "balance_not_updated_after_cheque_or_cash_deposit", "beneficiary_not_allowed", "cancel_transfer",
"card_about_to_expire", "card_acceptance", "card_arrival", "card_delivery_estimate", "card_linking",
"card_not_working", "card_payment_fee_charged", "card_payment_not_recognised", "card_payment_wrong_exchange_rate", "card_swallowed",
"cash_withdrawal_charge", "cash_withdrawal_not_recognised", "change_pin", "compromised_card", "contactless_not_working",
"country_support", "declined_card_payment", "declined_cash_withdrawal", "declined_transfer", "direct_debit_payment_not_recognised",
"disposable_card_limits", "edit_personal_details", "exchange_charge", "exchange_rate", "exchange_via_app",
"extra_charge_on_statement", "failed_transfer", "fiat_currency_support", "get_disposable_virtual_card", "get_physical_card",
"getting_spare_card", "getting_virtual_card", "lost_or_stolen_card", "lost_or_stolen_phone", "order_physical_card",
"passcode_forgotten", "pending_card_payment", "pending_cash_withdrawal", "pending_top_up", "pending_transfer",
"pin_blocked", "receiving_money", "request_refund", "reverted_card_payment?", "supported_cards_and_currencies",
"terminate_account", "top_up_by_bank_transfer_charge", "top_up_by_card_charge", "top_up_by_cash_or_cheque", "top_up_failed",
"top_up_limits", "top_up_reverted", "topping_up_by_card", "transaction_charged_twice", "transfer_fee_charged",
"transfer_into_account", "transfer_not_received_by_recipient", "transfer_timing", "unable_to_verify_identity", "verify_my_identity",
"verify_source_of_funds", "verify_top_up", "virtual_card_not_working", "visa_or_mastercard", "why_verify_identity",
"wrong_amount_of_cash_received", "wrong_exchange_rate_for_cash_withdrawal"
],
'stackoverflow':
[
"ajax", "apache", "bash", "cocoa", "drupal",
"excel", "haskell", "hibernate", "linq", "magento",
"matlab", "oracle", "osx", "qt", "scala",
"sharepoint", "spring", "svn", "visual-studio", "wordpress"
],
'snips':
[
"AddToPlaylist", "BookRestaurant", "GetWeather", "PlayMusic", "RateBook",
"SearchCreativeWork", "SearchScreeningEvent"
]
} |