Upload model checkpoint-138718

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,1525 @@
+{
+  "architectures": [
+    "XLMRobertaForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "finetuning_task": "text-classification",
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "Akuapim-twi_Latn",
+    "1": "Asante-twi_Latn",
+    "2": "aaa_Latn",
+    "3": "aar_Arab",
+    "4": "aar_Latn",
+    "5": "aba_Latn",
+    "6": "abi_Latn",
+    "7": "abn_Latn",
+    "8": "acd_Latn",
+    "9": "ach_Latn",
+    "10": "acq_Arab",
+    "11": "ada_Latn",
+    "12": "ade_Latn",
+    "13": "adh_Latn",
+    "14": "adj_Latn",
+    "15": "adq_Latn",
+    "16": "aeb_Arab",
+    "17": "afr_Latn",
+    "18": "agq_Latn",
+    "19": "ags_Latn",
+    "20": "aha_Latn",
+    "21": "ajg_Latn",
+    "22": "aka_Latn",
+    "23": "akp_Latn",
+    "24": "ald_Latn",
+    "25": "alz_Latn",
+    "26": "amf_Latn",
+    "27": "amh_Ethi",
+    "28": "ann_Latn",
+    "29": "anu_Ethi",
+    "30": "anv_Latn",
+    "31": "any_Latn",
+    "32": "apd_Arab",
+    "33": "ara_Arab",
+    "34": "arb_Arab",
+    "35": "arb_Latn",
+    "36": "arq_Arab",
+    "37": "ary_Arab",
+    "38": "arz_Arab",
+    "39": "asa_Latn",
+    "40": "asg_Latn",
+    "41": "atg_Latn",
+    "42": "ati_Latn",
+    "43": "avn_Latn",
+    "44": "avu_Latn",
+    "45": "ayl_Arab",
+    "46": "azo_Latn",
+    "47": "bag_Latn",
+    "48": "bam_Latn",
+    "49": "bas_Latn",
+    "50": "bav_Latn",
+    "51": "baw_Arab",
+    "52": "bax_Latn",
+    "53": "bba_Latn",
+    "54": "bbj_Latn",
+    "55": "bbk_Latn",
+    "56": "bbo_Latn",
+    "57": "bce_Latn",
+    "58": "bci_Latn",
+    "59": "bcn_Latn",
+    "60": "bcw_Latn",
+    "61": "bcy_Latn",
+    "62": "bdh_Latn",
+    "63": "bds_Latn",
+    "64": "bec_Latn",
+    "65": "bem_Latn",
+    "66": "beq_Latn",
+    "67": "ber_Tfng",
+    "68": "bex_Latn",
+    "69": "bez_Latn",
+    "70": "bfa_Latn",
+    "71": "bfd_Latn",
+    "72": "bfm_Latn",
+    "73": "bfo_Latn",
+    "74": "bgf_Latn",
+    "75": "bhs_Latn",
+    "76": "bib_Latn",
+    "77": "bim_Latn",
+    "78": "bin_Latn",
+    "79": "biv_Latn",
+    "80": "bjv_Latn",
+    "81": "bkc_Latn",
+    "82": "bkh_Latn",
+    "83": "bkm_Latn",
+    "84": "bkv_Latn",
+    "85": "bky_Latn",
+    "86": "blh_Latn",
+    "87": "blo_Latn",
+    "88": "bmo_Latn",
+    "89": "bmq_Latn",
+    "90": "bmv_Latn",
+    "91": "bob_Latn",
+    "92": "bom_Latn",
+    "93": "bov_Latn",
+    "94": "box_Latn",
+    "95": "boz_Latn",
+    "96": "bqc_Latn",
+    "97": "bqj_Latn",
+    "98": "bqm_Latn",
+    "99": "bqp_Latn",
+    "100": "bri_Latn",
+    "101": "bsc_Latn",
+    "102": "bsp_Latn",
+    "103": "bsq_Latn",
+    "104": "bss_Latn",
+    "105": "bst_Ethi",
+    "106": "btt_Latn",
+    "107": "bud_Latn",
+    "108": "bum_Latn",
+    "109": "bun_Latn",
+    "110": "bus_Latn",
+    "111": "buy_Latn",
+    "112": "bwq_Latn",
+    "113": "bwr_Latn",
+    "114": "bwt_Latn",
+    "115": "bwu_Latn",
+    "116": "bxk_Latn",
+    "117": "byf_Latn",
+    "118": "byv_Latn",
+    "119": "bza_Latn",
+    "120": "bze_Arab",
+    "121": "bzw_Latn",
+    "122": "cce_Latn",
+    "123": "cgg_Latn",
+    "124": "chw_Latn",
+    "125": "cjk_Latn",
+    "126": "cko_Latn",
+    "127": "cme_Latn",
+    "128": "cop_Copt",
+    "129": "cou_Latn",
+    "130": "cri_Latn",
+    "131": "crs_Latn",
+    "132": "csk_Latn",
+    "133": "cuh_Latn",
+    "134": "cuv_Latn",
+    "135": "cwe_Latn",
+    "136": "cwt_Latn",
+    "137": "daa_Latn",
+    "138": "dag_Latn",
+    "139": "dav_Latn",
+    "140": "dbq_Latn",
+    "141": "ddn_Latn",
+    "142": "dga_Latn",
+    "143": "dgd_Latn",
+    "144": "dgi_Latn",
+    "145": "dhm_Latn",
+    "146": "dib_Latn",
+    "147": "did_Latn",
+    "148": "dig_Latn",
+    "149": "dik_Latn",
+    "150": "din_Latn",
+    "151": "dip_Latn",
+    "152": "diu_Latn",
+    "153": "dje_Latn",
+    "154": "dks_Latn",
+    "155": "dnj_Latn",
+    "156": "dop_Latn",
+    "157": "dos_Latn",
+    "158": "dov_Latn",
+    "159": "dow_Latn",
+    "160": "dsh_Latn",
+    "161": "dts_Latn",
+    "162": "dua_Latn",
+    "163": "dug_Latn",
+    "164": "dur_Latn",
+    "165": "dwr_Ethi",
+    "166": "dwr_Latn",
+    "167": "dyi_Latn",
+    "168": "dyo_Latn",
+    "169": "dyu_Latn",
+    "170": "ebr_Latn",
+    "171": "ebu_Latn",
+    "172": "efi_Latn",
+    "173": "ego_Latn",
+    "174": "eka_Latn",
+    "175": "ekm_Latn",
+    "176": "eko_Latn",
+    "177": "emk_Latn",
+    "178": "enb_Latn",
+    "179": "eot_Latn",
+    "180": "eto_Latn",
+    "181": "ets_Latn",
+    "182": "etu_Latn",
+    "183": "etx_Latn",
+    "184": "ewe_Latn",
+    "185": "ewo_Latn",
+    "186": "eza_Latn",
+    "187": "fak_Latn",
+    "188": "fal_Latn",
+    "189": "fan_Latn",
+    "190": "fat_Latn",
+    "191": "ffm_Latn",
+    "192": "fia_Latn",
+    "193": "fip_Latn",
+    "194": "fli_Latn",
+    "195": "flr_Latn",
+    "196": "fon_Latn",
+    "197": "fub_Latn",
+    "198": "fuc_Latn",
+    "199": "fue_Latn",
+    "200": "fuf_Latn",
+    "201": "fuh_Latn",
+    "202": "ful_Latn",
+    "203": "fuq_Latn",
+    "204": "fuv_Arab",
+    "205": "fuv_Latn",
+    "206": "fvr_Latn",
+    "207": "gaa_Latn",
+    "208": "gax_Latn",
+    "209": "gaz_Latn",
+    "210": "gbo_Latn",
+    "211": "gbr_Latn",
+    "212": "gde_Latn",
+    "213": "gej_Latn",
+    "214": "gez_Ethi",
+    "215": "gid_Latn",
+    "216": "giz_Latn",
+    "217": "gjn_Latn",
+    "218": "gkn_Latn",
+    "219": "gkp_Latn",
+    "220": "gmv_Ethi",
+    "221": "gmv_Latn",
+    "222": "gna_Latn",
+    "223": "gnd_Latn",
+    "224": "gng_Latn",
+    "225": "goa_Latn",
+    "226": "gof_Ethi",
+    "227": "gof_Latn",
+    "228": "gog_Latn",
+    "229": "gol_Vaii",
+    "230": "gou_Latn",
+    "231": "gqr_Latn",
+    "232": "gso_Latn",
+    "233": "gud_Latn",
+    "234": "guk_Ethi",
+    "235": "gur_Latn",
+    "236": "guw_Latn",
+    "237": "gux_Latn",
+    "238": "guz_Latn",
+    "239": "gvl_Latn",
+    "240": "gwl_Latn",
+    "241": "gwr_Latn",
+    "242": "gya_Latn",
+    "243": "hae_Latn",
+    "244": "hag_Latn",
+    "245": "har_Ethi",
+    "246": "hau_Latn",
+    "247": "hav_Latn",
+    "248": "hay_Latn",
+    "249": "hbb_Latn",
+    "250": "hdy_Ethi",
+    "251": "heh_Latn",
+    "252": "her_Latn",
+    "253": "hgm_Latn",
+    "254": "hig_Latn",
+    "255": "hna_Latn",
+    "256": "ibb_Latn",
+    "257": "ibo_Latn",
+    "258": "idu_Latn",
+    "259": "ife_Latn",
+    "260": "igb_Latn",
+    "261": "ige_Latn",
+    "262": "igl_Latn",
+    "263": "ijc_Latn",
+    "264": "ijn_Latn",
+    "265": "ijs_Latn",
+    "266": "ikk_Latn",
+    "267": "ikw_Latn",
+    "268": "ilb_Latn",
+    "269": "iqw_Latn",
+    "270": "iri_Latn",
+    "271": "irk_Latn",
+    "272": "ish_Latn",
+    "273": "iso_Latn",
+    "274": "isu_Latn",
+    "275": "iyx_Latn",
+    "276": "izr_Latn",
+    "277": "izz_Latn",
+    "278": "jab_Latn",
+    "279": "jbu_Latn",
+    "280": "jen_Latn",
+    "281": "jgo_Latn",
+    "282": "jib_Latn",
+    "283": "jit_Latn",
+    "284": "jmc_Latn",
+    "285": "kab_Latn",
+    "286": "kam_Latn",
+    "287": "kao_Latn",
+    "288": "kau_Latn",
+    "289": "kbn_Latn",
+    "290": "kbo_Latn",
+    "291": "kbp_Latn",
+    "292": "kbr_Latn",
+    "293": "kby_Latn",
+    "294": "kcg_Latn",
+    "295": "kck_Latn",
+    "296": "kcp_Latn",
+    "297": "kdc_Latn",
+    "298": "kde_Latn",
+    "299": "kdh_Latn",
+    "300": "kdi_Latn",
+    "301": "kdj_Latn",
+    "302": "kdl_Latn",
+    "303": "kdn_Latn",
+    "304": "kea_Latn",
+    "305": "ken_Latn",
+    "306": "keo_Latn",
+    "307": "ker_Latn",
+    "308": "kez_Latn",
+    "309": "khq_Latn",
+    "310": "khy_Latn",
+    "311": "kia_Latn",
+    "312": "kik_Latn",
+    "313": "kin_Latn",
+    "314": "kiz_Latn",
+    "315": "kki_Latn",
+    "316": "kkj_Latn",
+    "317": "kln_Latn",
+    "318": "klu_Latn",
+    "319": "kma_Latn",
+    "320": "kmb_Latn",
+    "321": "kmy_Latn",
+    "322": "knc_Arab",
+    "323": "knc_Latn",
+    "324": "knf_Latn",
+    "325": "kng_Latn",
+    "326": "knk_Latn",
+    "327": "kno_Latn",
+    "328": "kny_Latn",
+    "329": "kon_Latn",
+    "330": "koo_Latn",
+    "331": "koq_Latn",
+    "332": "kpz_Latn",
+    "333": "kqn_Latn",
+    "334": "kqo_Latn",
+    "335": "kqp_Latn",
+    "336": "kqs_Latn",
+    "337": "kqy_Ethi",
+    "338": "kri_Latn",
+    "339": "krs_Latn",
+    "340": "krw_Latn",
+    "341": "krx_Latn",
+    "342": "ksb_Latn",
+    "343": "ksf_Latn",
+    "344": "ksp_Latn",
+    "345": "kss_Latn",
+    "346": "ktb_Ethi",
+    "347": "ktj_Latn",
+    "348": "ktu_Latn",
+    "349": "ktz_Latn",
+    "350": "kua_Latn",
+    "351": "kub_Latn",
+    "352": "kuj_Latn",
+    "353": "kus_Latn",
+    "354": "kvj_Latn",
+    "355": "kwn_Latn",
+    "356": "kwu_Latn",
+    "357": "kwy_Latn",
+    "358": "kxc_Ethi",
+    "359": "kyf_Latn",
+    "360": "kyq_Latn",
+    "361": "kzn_Latn",
+    "362": "kzr_Latn",
+    "363": "lai_Latn",
+    "364": "laj_Latn",
+    "365": "lam_Latn",
+    "366": "lan_Latn",
+    "367": "lap_Latn",
+    "368": "las_Latn",
+    "369": "ldi_Latn",
+    "370": "lea_Latn",
+    "371": "led_Latn",
+    "372": "lee_Latn",
+    "373": "lef_Latn",
+    "374": "leh_Latn",
+    "375": "lem_Latn",
+    "376": "lfa_Latn",
+    "377": "lgg_Latn",
+    "378": "lgm_Latn",
+    "379": "lia_Latn",
+    "380": "lik_Latn",
+    "381": "lin_Latn",
+    "382": "lip_Latn",
+    "383": "lkb_Latn",
+    "384": "lke_Latn",
+    "385": "lko_Latn",
+    "386": "llb_Latn",
+    "387": "lln_Latn",
+    "388": "lmd_Latn",
+    "389": "lmp_Latn",
+    "390": "lnl_Latn",
+    "391": "lns_Latn",
+    "392": "lob_Latn",
+    "393": "log_Latn",
+    "394": "loh_Latn",
+    "395": "lok_Latn",
+    "396": "lol_Latn",
+    "397": "lom_Latn",
+    "398": "loq_Latn",
+    "399": "lot_Latn",
+    "400": "loz_Latn",
+    "401": "lro_Latn",
+    "402": "lsm_Latn",
+    "403": "lth_Latn",
+    "404": "lto_Latn",
+    "405": "lts_Latn",
+    "406": "lua_Latn",
+    "407": "lub_Latn",
+    "408": "luc_Latn",
+    "409": "lue_Latn",
+    "410": "lug_Latn",
+    "411": "lun_Latn",
+    "412": "luo_Latn",
+    "413": "luy_Latn",
+    "414": "lwg_Latn",
+    "415": "lwo_Latn",
+    "416": "maf_Latn",
+    "417": "mas_Latn",
+    "418": "maw_Latn",
+    "419": "mbu_Latn",
+    "420": "mck_Latn",
+    "421": "mcn_Latn",
+    "422": "mcp_Latn",
+    "423": "mcu_Latn",
+    "424": "mda_Latn",
+    "425": "mdm_Latn",
+    "426": "mdy_Ethi",
+    "427": "men_Latn",
+    "428": "meq_Latn",
+    "429": "mer_Latn",
+    "430": "mev_Latn",
+    "431": "mfe_Latn",
+    "432": "mfg_Latn",
+    "433": "mfh_Latn",
+    "434": "mfi_Latn",
+    "435": "mfj_Latn",
+    "436": "mfk_Latn",
+    "437": "mfq_Latn",
+    "438": "mfz_Latn",
+    "439": "mgc_Latn",
+    "440": "mgg_Latn",
+    "441": "mgh_Latn",
+    "442": "mgo_Latn",
+    "443": "mgq_Latn",
+    "444": "mgr_Latn",
+    "445": "mgw_Latn",
+    "446": "mhi_Latn",
+    "447": "mhw_Latn",
+    "448": "mif_Latn",
+    "449": "mkl_Latn",
+    "450": "mlg_Latn",
+    "451": "mlk_Latn",
+    "452": "mlr_Latn",
+    "453": "mlw_Latn",
+    "454": "mmu_Latn",
+    "455": "mmy_Latn",
+    "456": "mne_Latn",
+    "457": "mnf_Latn",
+    "458": "mnk_Latn",
+    "459": "mny_Latn",
+    "460": "moa_Latn",
+    "461": "mor_Latn",
+    "462": "mos_Latn",
+    "463": "moy_Latn",
+    "464": "moz_Latn",
+    "465": "mpe_Ethi",
+    "466": "mpg_Latn",
+    "467": "mqb_Latn",
+    "468": "msc_Latn",
+    "469": "mse_Latn",
+    "470": "mua_Latn",
+    "471": "mug_Latn",
+    "472": "muh_Latn",
+    "473": "mur_Latn",
+    "474": "muy_Latn",
+    "475": "mwe_Latn",
+    "476": "mwm_Latn",
+    "477": "mwn_Latn",
+    "478": "mws_Latn",
+    "479": "mxu_Latn",
+    "480": "myb_Latn",
+    "481": "myk_Latn",
+    "482": "myx_Latn",
+    "483": "mzk_Latn",
+    "484": "mzm_Latn",
+    "485": "mzw_Latn",
+    "486": "naq_Latn",
+    "487": "naw_Latn",
+    "488": "nba_Latn",
+    "489": "nbl_Latn",
+    "490": "ncu_Latn",
+    "491": "ndc_Latn",
+    "492": "nde_Latn",
+    "493": "ndh_Latn",
+    "494": "ndi_Latn",
+    "495": "ndj_Latn",
+    "496": "ndo_Latn",
+    "497": "ndp_Latn",
+    "498": "ndv_Latn",
+    "499": "ndy_Latn",
+    "500": "ndz_Latn",
+    "501": "neb_Latn",
+    "502": "nfr_Latn",
+    "503": "ngb_Latn",
+    "504": "ngc_Latn",
+    "505": "nge_Latn",
+    "506": "ngl_Latn",
+    "507": "ngn_Latn",
+    "508": "ngp_Latn",
+    "509": "nhr_Latn",
+    "510": "nhu_Latn",
+    "511": "nih_Latn",
+    "512": "nim_Latn",
+    "513": "nin_Latn",
+    "514": "niq_Latn",
+    "515": "niy_Latn",
+    "516": "njd_Latn",
+    "517": "njy_Latn",
+    "518": "nka_Latn",
+    "519": "nko_Latn",
+    "520": "nku_Latn",
+    "521": "nla_Latn",
+    "522": "nle_Latn",
+    "523": "nmz_Latn",
+    "524": "nnb_Latn",
+    "525": "nnh_Latn",
+    "526": "nnq_Latn",
+    "527": "nnw_Latn",
+    "528": "nqo_Nkoo",
+    "529": "nse_Latn",
+    "530": "nso_Latn",
+    "531": "ntr_Latn",
+    "532": "nuj_Latn",
+    "533": "nup_Latn",
+    "534": "nus_Latn",
+    "535": "nwb_Latn",
+    "536": "nwe_Latn",
+    "537": "nxd_Latn",
+    "538": "nya_Latn",
+    "539": "nyb_Latn",
+    "540": "nyd_Latn",
+    "541": "nyf_Latn",
+    "542": "nyk_Latn",
+    "543": "nym_Latn",
+    "544": "nyn_Latn",
+    "545": "nyo_Latn",
+    "546": "nyu_Latn",
+    "547": "nyy_Latn",
+    "548": "nza_Latn",
+    "549": "nzi_Latn",
+    "550": "odu_Latn",
+    "551": "ogo_Latn",
+    "552": "oke_Latn",
+    "553": "oki_Latn",
+    "554": "okr_Latn",
+    "555": "oku_Latn",
+    "556": "old_Latn",
+    "557": "orm_Latn",
+    "558": "ozm_Latn",
+    "559": "pae_Latn",
+    "560": "pbi_Latn",
+    "561": "pcm_Latn",
+    "562": "pem_Latn",
+    "563": "pfe_Latn",
+    "564": "phm_Latn",
+    "565": "pil_Latn",
+    "566": "pkb_Latn",
+    "567": "pko_Latn",
+    "568": "plt_Latn",
+    "569": "pny_Latn",
+    "570": "pnz_Latn",
+    "571": "pov_Latn",
+    "572": "poy_Latn",
+    "573": "rag_Latn",
+    "574": "rcf_Latn",
+    "575": "rel_Latn",
+    "576": "rif_Tfng",
+    "577": "rim_Latn",
+    "578": "rnd_Latn",
+    "579": "rng_Latn",
+    "580": "rub_Latn",
+    "581": "ruf_Latn",
+    "582": "run_Latn",
+    "583": "rwk_Latn",
+    "584": "sag_Latn",
+    "585": "saq_Latn",
+    "586": "say_Latn",
+    "587": "sba_Latn",
+    "588": "sbd_Latn",
+    "589": "sbp_Latn",
+    "590": "sbs_Latn",
+    "591": "sby_Latn",
+    "592": "sef_Latn",
+    "593": "seh_Latn",
+    "594": "ses_Latn",
+    "595": "sev_Latn",
+    "596": "sfw_Latn",
+    "597": "sgc_Latn",
+    "598": "sgw_Ethi",
+    "599": "shi_Latn",
+    "600": "shj_Latn",
+    "601": "shk_Latn",
+    "602": "shr_Latn",
+    "603": "shu_Arab",
+    "604": "sid_Latn",
+    "605": "sig_Latn",
+    "606": "sil_Latn",
+    "607": "skg_Latn",
+    "608": "sld_Latn",
+    "609": "sna_Latn",
+    "610": "snf_Latn",
+    "611": "sng_Latn",
+    "612": "snk_Latn",
+    "613": "snw_Latn",
+    "614": "soe_Latn",
+    "615": "som_Latn",
+    "616": "sop_Latn",
+    "617": "sor_Latn",
+    "618": "sot_Latn",
+    "619": "sox_Latn",
+    "620": "soy_Latn",
+    "621": "spp_Latn",
+    "622": "spy_Latn",
+    "623": "srr_Latn",
+    "624": "ssc_Latn",
+    "625": "ssn_Latn",
+    "626": "ssw_Latn",
+    "627": "stv_Ethi",
+    "628": "suk_Latn",
+    "629": "sur_Latn",
+    "630": "sus_Arab",
+    "631": "sus_Latn",
+    "632": "swa_Latn",
+    "633": "swb_Latn",
+    "634": "swc_Latn",
+    "635": "swh_Latn",
+    "636": "swk_Latn",
+    "637": "sxb_Latn",
+    "638": "tap_Latn",
+    "639": "taq_Latn",
+    "640": "taq_Tfng",
+    "641": "tbz_Latn",
+    "642": "tcc_Latn",
+    "643": "tcd_Latn",
+    "644": "tdx_Latn",
+    "645": "ted_Latn",
+    "646": "tem_Latn",
+    "647": "teo_Latn",
+    "648": "tex_Latn",
+    "649": "tgw_Latn",
+    "650": "thk_Latn",
+    "651": "thv_Latn",
+    "652": "thy_Latn",
+    "653": "tig_Ethi",
+    "654": "tik_Latn",
+    "655": "tir_Ethi",
+    "656": "tiv_Latn",
+    "657": "tjo_Arab",
+    "658": "tke_Latn",
+    "659": "tlj_Latn",
+    "660": "tll_Latn",
+    "661": "tmc_Latn",
+    "662": "tnr_Latn",
+    "663": "tod_Latn",
+    "664": "tog_Latn",
+    "665": "toh_Latn",
+    "666": "toi_Latn",
+    "667": "tpm_Latn",
+    "668": "tsb_Latn",
+    "669": "tsc_Latn",
+    "670": "tsn_Latn",
+    "671": "tso_Latn",
+    "672": "tsw_Latn",
+    "673": "ttj_Latn",
+    "674": "ttq_Latn",
+    "675": "ttq_Tfng",
+    "676": "ttr_Latn",
+    "677": "tui_Latn",
+    "678": "tul_Latn",
+    "679": "tum_Latn",
+    "680": "tuv_Latn",
+    "681": "tuz_Latn",
+    "682": "tvs_Latn",
+    "683": "tvu_Latn",
+    "684": "twi_Latn",
+    "685": "twx_Latn",
+    "686": "tzm_Tfng",
+    "687": "udu_Latn",
+    "688": "umb_Latn",
+    "689": "urh_Latn",
+    "690": "uth_Latn",
+    "691": "vag_Latn",
+    "692": "vai_Vaii",
+    "693": "ven_Latn",
+    "694": "vid_Latn",
+    "695": "vif_Latn",
+    "696": "vmk_Latn",
+    "697": "vmw_Latn",
+    "698": "vun_Latn",
+    "699": "vut_Latn",
+    "700": "wal_Latn",
+    "701": "wbi_Latn",
+    "702": "wec_Latn",
+    "703": "wes_Latn",
+    "704": "wib_Latn",
+    "705": "wlx_Latn",
+    "706": "wmw_Latn",
+    "707": "wni_Latn",
+    "708": "wob_Latn",
+    "709": "wol_Latn",
+    "710": "won_Latn",
+    "711": "wwa_Latn",
+    "712": "xan_Ethi",
+    "713": "xed_Latn",
+    "714": "xho_Latn",
+    "715": "xkg_Latn",
+    "716": "xmd_Latn",
+    "717": "xmg_Latn",
+    "718": "xmv_Latn",
+    "719": "xnz_Arab",
+    "720": "xog_Latn",
+    "721": "xon_Latn",
+    "722": "xpe_Latn",
+    "723": "xrb_Latn",
+    "724": "xsm_Latn",
+    "725": "xtc_Latn",
+    "726": "xuo_Latn",
+    "727": "yal_Latn",
+    "728": "yam_Latn",
+    "729": "yao_Latn",
+    "730": "yas_Latn",
+    "731": "yat_Latn",
+    "732": "yav_Latn",
+    "733": "yaz_Latn",
+    "734": "yba_Latn",
+    "735": "ybb_Latn",
+    "736": "yom_Latn",
+    "737": "yor_Latn",
+    "738": "yre_Latn",
+    "739": "zaj_Latn",
+    "740": "zdj_Latn",
+    "741": "zga_Latn",
+    "742": "zgh_Tfng",
+    "743": "ziw_Latn",
+    "744": "zne_Latn",
+    "745": "zul_Latn"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "Akuapim-twi_Latn": 0,
+    "Asante-twi_Latn": 1,
+    "aaa_Latn": 2,
+    "aar_Arab": 3,
+    "aar_Latn": 4,
+    "aba_Latn": 5,
+    "abi_Latn": 6,
+    "abn_Latn": 7,
+    "acd_Latn": 8,
+    "ach_Latn": 9,
+    "acq_Arab": 10,
+    "ada_Latn": 11,
+    "ade_Latn": 12,
+    "adh_Latn": 13,
+    "adj_Latn": 14,
+    "adq_Latn": 15,
+    "aeb_Arab": 16,
+    "afr_Latn": 17,
+    "agq_Latn": 18,
+    "ags_Latn": 19,
+    "aha_Latn": 20,
+    "ajg_Latn": 21,
+    "aka_Latn": 22,
+    "akp_Latn": 23,
+    "ald_Latn": 24,
+    "alz_Latn": 25,
+    "amf_Latn": 26,
+    "amh_Ethi": 27,
+    "ann_Latn": 28,
+    "anu_Ethi": 29,
+    "anv_Latn": 30,
+    "any_Latn": 31,
+    "apd_Arab": 32,
+    "ara_Arab": 33,
+    "arb_Arab": 34,
+    "arb_Latn": 35,
+    "arq_Arab": 36,
+    "ary_Arab": 37,
+    "arz_Arab": 38,
+    "asa_Latn": 39,
+    "asg_Latn": 40,
+    "atg_Latn": 41,
+    "ati_Latn": 42,
+    "avn_Latn": 43,
+    "avu_Latn": 44,
+    "ayl_Arab": 45,
+    "azo_Latn": 46,
+    "bag_Latn": 47,
+    "bam_Latn": 48,
+    "bas_Latn": 49,
+    "bav_Latn": 50,
+    "baw_Arab": 51,
+    "bax_Latn": 52,
+    "bba_Latn": 53,
+    "bbj_Latn": 54,
+    "bbk_Latn": 55,
+    "bbo_Latn": 56,
+    "bce_Latn": 57,
+    "bci_Latn": 58,
+    "bcn_Latn": 59,
+    "bcw_Latn": 60,
+    "bcy_Latn": 61,
+    "bdh_Latn": 62,
+    "bds_Latn": 63,
+    "bec_Latn": 64,
+    "bem_Latn": 65,
+    "beq_Latn": 66,
+    "ber_Tfng": 67,
+    "bex_Latn": 68,
+    "bez_Latn": 69,
+    "bfa_Latn": 70,
+    "bfd_Latn": 71,
+    "bfm_Latn": 72,
+    "bfo_Latn": 73,
+    "bgf_Latn": 74,
+    "bhs_Latn": 75,
+    "bib_Latn": 76,
+    "bim_Latn": 77,
+    "bin_Latn": 78,
+    "biv_Latn": 79,
+    "bjv_Latn": 80,
+    "bkc_Latn": 81,
+    "bkh_Latn": 82,
+    "bkm_Latn": 83,
+    "bkv_Latn": 84,
+    "bky_Latn": 85,
+    "blh_Latn": 86,
+    "blo_Latn": 87,
+    "bmo_Latn": 88,
+    "bmq_Latn": 89,
+    "bmv_Latn": 90,
+    "bob_Latn": 91,
+    "bom_Latn": 92,
+    "bov_Latn": 93,
+    "box_Latn": 94,
+    "boz_Latn": 95,
+    "bqc_Latn": 96,
+    "bqj_Latn": 97,
+    "bqm_Latn": 98,
+    "bqp_Latn": 99,
+    "bri_Latn": 100,
+    "bsc_Latn": 101,
+    "bsp_Latn": 102,
+    "bsq_Latn": 103,
+    "bss_Latn": 104,
+    "bst_Ethi": 105,
+    "btt_Latn": 106,
+    "bud_Latn": 107,
+    "bum_Latn": 108,
+    "bun_Latn": 109,
+    "bus_Latn": 110,
+    "buy_Latn": 111,
+    "bwq_Latn": 112,
+    "bwr_Latn": 113,
+    "bwt_Latn": 114,
+    "bwu_Latn": 115,
+    "bxk_Latn": 116,
+    "byf_Latn": 117,
+    "byv_Latn": 118,
+    "bza_Latn": 119,
+    "bze_Arab": 120,
+    "bzw_Latn": 121,
+    "cce_Latn": 122,
+    "cgg_Latn": 123,
+    "chw_Latn": 124,
+    "cjk_Latn": 125,
+    "cko_Latn": 126,
+    "cme_Latn": 127,
+    "cop_Copt": 128,
+    "cou_Latn": 129,
+    "cri_Latn": 130,
+    "crs_Latn": 131,
+    "csk_Latn": 132,
+    "cuh_Latn": 133,
+    "cuv_Latn": 134,
+    "cwe_Latn": 135,
+    "cwt_Latn": 136,
+    "daa_Latn": 137,
+    "dag_Latn": 138,
+    "dav_Latn": 139,
+    "dbq_Latn": 140,
+    "ddn_Latn": 141,
+    "dga_Latn": 142,
+    "dgd_Latn": 143,
+    "dgi_Latn": 144,
+    "dhm_Latn": 145,
+    "dib_Latn": 146,
+    "did_Latn": 147,
+    "dig_Latn": 148,
+    "dik_Latn": 149,
+    "din_Latn": 150,
+    "dip_Latn": 151,
+    "diu_Latn": 152,
+    "dje_Latn": 153,
+    "dks_Latn": 154,
+    "dnj_Latn": 155,
+    "dop_Latn": 156,
+    "dos_Latn": 157,
+    "dov_Latn": 158,
+    "dow_Latn": 159,
+    "dsh_Latn": 160,
+    "dts_Latn": 161,
+    "dua_Latn": 162,
+    "dug_Latn": 163,
+    "dur_Latn": 164,
+    "dwr_Ethi": 165,
+    "dwr_Latn": 166,
+    "dyi_Latn": 167,
+    "dyo_Latn": 168,
+    "dyu_Latn": 169,
+    "ebr_Latn": 170,
+    "ebu_Latn": 171,
+    "efi_Latn": 172,
+    "ego_Latn": 173,
+    "eka_Latn": 174,
+    "ekm_Latn": 175,
+    "eko_Latn": 176,
+    "emk_Latn": 177,
+    "enb_Latn": 178,
+    "eot_Latn": 179,
+    "eto_Latn": 180,
+    "ets_Latn": 181,
+    "etu_Latn": 182,
+    "etx_Latn": 183,
+    "ewe_Latn": 184,
+    "ewo_Latn": 185,
+    "eza_Latn": 186,
+    "fak_Latn": 187,
+    "fal_Latn": 188,
+    "fan_Latn": 189,
+    "fat_Latn": 190,
+    "ffm_Latn": 191,
+    "fia_Latn": 192,
+    "fip_Latn": 193,
+    "fli_Latn": 194,
+    "flr_Latn": 195,
+    "fon_Latn": 196,
+    "fub_Latn": 197,
+    "fuc_Latn": 198,
+    "fue_Latn": 199,
+    "fuf_Latn": 200,
+    "fuh_Latn": 201,
+    "ful_Latn": 202,
+    "fuq_Latn": 203,
+    "fuv_Arab": 204,
+    "fuv_Latn": 205,
+    "fvr_Latn": 206,
+    "gaa_Latn": 207,
+    "gax_Latn": 208,
+    "gaz_Latn": 209,
+    "gbo_Latn": 210,
+    "gbr_Latn": 211,
+    "gde_Latn": 212,
+    "gej_Latn": 213,
+    "gez_Ethi": 214,
+    "gid_Latn": 215,
+    "giz_Latn": 216,
+    "gjn_Latn": 217,
+    "gkn_Latn": 218,
+    "gkp_Latn": 219,
+    "gmv_Ethi": 220,
+    "gmv_Latn": 221,
+    "gna_Latn": 222,
+    "gnd_Latn": 223,
+    "gng_Latn": 224,
+    "goa_Latn": 225,
+    "gof_Ethi": 226,
+    "gof_Latn": 227,
+    "gog_Latn": 228,
+    "gol_Vaii": 229,
+    "gou_Latn": 230,
+    "gqr_Latn": 231,
+    "gso_Latn": 232,
+    "gud_Latn": 233,
+    "guk_Ethi": 234,
+    "gur_Latn": 235,
+    "guw_Latn": 236,
+    "gux_Latn": 237,
+    "guz_Latn": 238,
+    "gvl_Latn": 239,
+    "gwl_Latn": 240,
+    "gwr_Latn": 241,
+    "gya_Latn": 242,
+    "hae_Latn": 243,
+    "hag_Latn": 244,
+    "har_Ethi": 245,
+    "hau_Latn": 246,
+    "hav_Latn": 247,
+    "hay_Latn": 248,
+    "hbb_Latn": 249,
+    "hdy_Ethi": 250,
+    "heh_Latn": 251,
+    "her_Latn": 252,
+    "hgm_Latn": 253,
+    "hig_Latn": 254,
+    "hna_Latn": 255,
+    "ibb_Latn": 256,
+    "ibo_Latn": 257,
+    "idu_Latn": 258,
+    "ife_Latn": 259,
+    "igb_Latn": 260,
+    "ige_Latn": 261,
+    "igl_Latn": 262,
+    "ijc_Latn": 263,
+    "ijn_Latn": 264,
+    "ijs_Latn": 265,
+    "ikk_Latn": 266,
+    "ikw_Latn": 267,
+    "ilb_Latn": 268,
+    "iqw_Latn": 269,
+    "iri_Latn": 270,
+    "irk_Latn": 271,
+    "ish_Latn": 272,
+    "iso_Latn": 273,
+    "isu_Latn": 274,
+    "iyx_Latn": 275,
+    "izr_Latn": 276,
+    "izz_Latn": 277,
+    "jab_Latn": 278,
+    "jbu_Latn": 279,
+    "jen_Latn": 280,
+    "jgo_Latn": 281,
+    "jib_Latn": 282,
+    "jit_Latn": 283,
+    "jmc_Latn": 284,
+    "kab_Latn": 285,
+    "kam_Latn": 286,
+    "kao_Latn": 287,
+    "kau_Latn": 288,
+    "kbn_Latn": 289,
+    "kbo_Latn": 290,
+    "kbp_Latn": 291,
+    "kbr_Latn": 292,
+    "kby_Latn": 293,
+    "kcg_Latn": 294,
+    "kck_Latn": 295,
+    "kcp_Latn": 296,
+    "kdc_Latn": 297,
+    "kde_Latn": 298,
+    "kdh_Latn": 299,
+    "kdi_Latn": 300,
+    "kdj_Latn": 301,
+    "kdl_Latn": 302,
+    "kdn_Latn": 303,
+    "kea_Latn": 304,
+    "ken_Latn": 305,
+    "keo_Latn": 306,
+    "ker_Latn": 307,
+    "kez_Latn": 308,
+    "khq_Latn": 309,
+    "khy_Latn": 310,
+    "kia_Latn": 311,
+    "kik_Latn": 312,
+    "kin_Latn": 313,
+    "kiz_Latn": 314,
+    "kki_Latn": 315,
+    "kkj_Latn": 316,
+    "kln_Latn": 317,
+    "klu_Latn": 318,
+    "kma_Latn": 319,
+    "kmb_Latn": 320,
+    "kmy_Latn": 321,
+    "knc_Arab": 322,
+    "knc_Latn": 323,
+    "knf_Latn": 324,
+    "kng_Latn": 325,
+    "knk_Latn": 326,
+    "kno_Latn": 327,
+    "kny_Latn": 328,
+    "kon_Latn": 329,
+    "koo_Latn": 330,
+    "koq_Latn": 331,
+    "kpz_Latn": 332,
+    "kqn_Latn": 333,
+    "kqo_Latn": 334,
+    "kqp_Latn": 335,
+    "kqs_Latn": 336,
+    "kqy_Ethi": 337,
+    "kri_Latn": 338,
+    "krs_Latn": 339,
+    "krw_Latn": 340,
+    "krx_Latn": 341,
+    "ksb_Latn": 342,
+    "ksf_Latn": 343,
+    "ksp_Latn": 344,
+    "kss_Latn": 345,
+    "ktb_Ethi": 346,
+    "ktj_Latn": 347,
+    "ktu_Latn": 348,
+    "ktz_Latn": 349,
+    "kua_Latn": 350,
+    "kub_Latn": 351,
+    "kuj_Latn": 352,
+    "kus_Latn": 353,
+    "kvj_Latn": 354,
+    "kwn_Latn": 355,
+    "kwu_Latn": 356,
+    "kwy_Latn": 357,
+    "kxc_Ethi": 358,
+    "kyf_Latn": 359,
+    "kyq_Latn": 360,
+    "kzn_Latn": 361,
+    "kzr_Latn": 362,
+    "lai_Latn": 363,
+    "laj_Latn": 364,
+    "lam_Latn": 365,
+    "lan_Latn": 366,
+    "lap_Latn": 367,
+    "las_Latn": 368,
+    "ldi_Latn": 369,
+    "lea_Latn": 370,
+    "led_Latn": 371,
+    "lee_Latn": 372,
+    "lef_Latn": 373,
+    "leh_Latn": 374,
+    "lem_Latn": 375,
+    "lfa_Latn": 376,
+    "lgg_Latn": 377,
+    "lgm_Latn": 378,
+    "lia_Latn": 379,
+    "lik_Latn": 380,
+    "lin_Latn": 381,
+    "lip_Latn": 382,
+    "lkb_Latn": 383,
+    "lke_Latn": 384,
+    "lko_Latn": 385,
+    "llb_Latn": 386,
+    "lln_Latn": 387,
+    "lmd_Latn": 388,
+    "lmp_Latn": 389,
+    "lnl_Latn": 390,
+    "lns_Latn": 391,
+    "lob_Latn": 392,
+    "log_Latn": 393,
+    "loh_Latn": 394,
+    "lok_Latn": 395,
+    "lol_Latn": 396,
+    "lom_Latn": 397,
+    "loq_Latn": 398,
+    "lot_Latn": 399,
+    "loz_Latn": 400,
+    "lro_Latn": 401,
+    "lsm_Latn": 402,
+    "lth_Latn": 403,
+    "lto_Latn": 404,
+    "lts_Latn": 405,
+    "lua_Latn": 406,
+    "lub_Latn": 407,
+    "luc_Latn": 408,
+    "lue_Latn": 409,
+    "lug_Latn": 410,
+    "lun_Latn": 411,
+    "luo_Latn": 412,
+    "luy_Latn": 413,
+    "lwg_Latn": 414,
+    "lwo_Latn": 415,
+    "maf_Latn": 416,
+    "mas_Latn": 417,
+    "maw_Latn": 418,
+    "mbu_Latn": 419,
+    "mck_Latn": 420,
+    "mcn_Latn": 421,
+    "mcp_Latn": 422,
+    "mcu_Latn": 423,
+    "mda_Latn": 424,
+    "mdm_Latn": 425,
+    "mdy_Ethi": 426,
+    "men_Latn": 427,
+    "meq_Latn": 428,
+    "mer_Latn": 429,
+    "mev_Latn": 430,
+    "mfe_Latn": 431,
+    "mfg_Latn": 432,
+    "mfh_Latn": 433,
+    "mfi_Latn": 434,
+    "mfj_Latn": 435,
+    "mfk_Latn": 436,
+    "mfq_Latn": 437,
+    "mfz_Latn": 438,
+    "mgc_Latn": 439,
+    "mgg_Latn": 440,
+    "mgh_Latn": 441,
+    "mgo_Latn": 442,
+    "mgq_Latn": 443,
+    "mgr_Latn": 444,
+    "mgw_Latn": 445,
+    "mhi_Latn": 446,
+    "mhw_Latn": 447,
+    "mif_Latn": 448,
+    "mkl_Latn": 449,
+    "mlg_Latn": 450,
+    "mlk_Latn": 451,
+    "mlr_Latn": 452,
+    "mlw_Latn": 453,
+    "mmu_Latn": 454,
+    "mmy_Latn": 455,
+    "mne_Latn": 456,
+    "mnf_Latn": 457,
+    "mnk_Latn": 458,
+    "mny_Latn": 459,
+    "moa_Latn": 460,
+    "mor_Latn": 461,
+    "mos_Latn": 462,
+    "moy_Latn": 463,
+    "moz_Latn": 464,
+    "mpe_Ethi": 465,
+    "mpg_Latn": 466,
+    "mqb_Latn": 467,
+    "msc_Latn": 468,
+    "mse_Latn": 469,
+    "mua_Latn": 470,
+    "mug_Latn": 471,
+    "muh_Latn": 472,
+    "mur_Latn": 473,
+    "muy_Latn": 474,
+    "mwe_Latn": 475,
+    "mwm_Latn": 476,
+    "mwn_Latn": 477,
+    "mws_Latn": 478,
+    "mxu_Latn": 479,
+    "myb_Latn": 480,
+    "myk_Latn": 481,
+    "myx_Latn": 482,
+    "mzk_Latn": 483,
+    "mzm_Latn": 484,
+    "mzw_Latn": 485,
+    "naq_Latn": 486,
+    "naw_Latn": 487,
+    "nba_Latn": 488,
+    "nbl_Latn": 489,
+    "ncu_Latn": 490,
+    "ndc_Latn": 491,
+    "nde_Latn": 492,
+    "ndh_Latn": 493,
+    "ndi_Latn": 494,
+    "ndj_Latn": 495,
+    "ndo_Latn": 496,
+    "ndp_Latn": 497,
+    "ndv_Latn": 498,
+    "ndy_Latn": 499,
+    "ndz_Latn": 500,
+    "neb_Latn": 501,
+    "nfr_Latn": 502,
+    "ngb_Latn": 503,
+    "ngc_Latn": 504,
+    "nge_Latn": 505,
+    "ngl_Latn": 506,
+    "ngn_Latn": 507,
+    "ngp_Latn": 508,
+    "nhr_Latn": 509,
+    "nhu_Latn": 510,
+    "nih_Latn": 511,
+    "nim_Latn": 512,
+    "nin_Latn": 513,
+    "niq_Latn": 514,
+    "niy_Latn": 515,
+    "njd_Latn": 516,
+    "njy_Latn": 517,
+    "nka_Latn": 518,
+    "nko_Latn": 519,
+    "nku_Latn": 520,
+    "nla_Latn": 521,
+    "nle_Latn": 522,
+    "nmz_Latn": 523,
+    "nnb_Latn": 524,
+    "nnh_Latn": 525,
+    "nnq_Latn": 526,
+    "nnw_Latn": 527,
+    "nqo_Nkoo": 528,
+    "nse_Latn": 529,
+    "nso_Latn": 530,
+    "ntr_Latn": 531,
+    "nuj_Latn": 532,
+    "nup_Latn": 533,
+    "nus_Latn": 534,
+    "nwb_Latn": 535,
+    "nwe_Latn": 536,
+    "nxd_Latn": 537,
+    "nya_Latn": 538,
+    "nyb_Latn": 539,
+    "nyd_Latn": 540,
+    "nyf_Latn": 541,
+    "nyk_Latn": 542,
+    "nym_Latn": 543,
+    "nyn_Latn": 544,
+    "nyo_Latn": 545,
+    "nyu_Latn": 546,
+    "nyy_Latn": 547,
+    "nza_Latn": 548,
+    "nzi_Latn": 549,
+    "odu_Latn": 550,
+    "ogo_Latn": 551,
+    "oke_Latn": 552,
+    "oki_Latn": 553,
+    "okr_Latn": 554,
+    "oku_Latn": 555,
+    "old_Latn": 556,
+    "orm_Latn": 557,
+    "ozm_Latn": 558,
+    "pae_Latn": 559,
+    "pbi_Latn": 560,
+    "pcm_Latn": 561,
+    "pem_Latn": 562,
+    "pfe_Latn": 563,
+    "phm_Latn": 564,
+    "pil_Latn": 565,
+    "pkb_Latn": 566,
+    "pko_Latn": 567,
+    "plt_Latn": 568,
+    "pny_Latn": 569,
+    "pnz_Latn": 570,
+    "pov_Latn": 571,
+    "poy_Latn": 572,
+    "rag_Latn": 573,
+    "rcf_Latn": 574,
+    "rel_Latn": 575,
+    "rif_Tfng": 576,
+    "rim_Latn": 577,
+    "rnd_Latn": 578,
+    "rng_Latn": 579,
+    "rub_Latn": 580,
+    "ruf_Latn": 581,
+    "run_Latn": 582,
+    "rwk_Latn": 583,
+    "sag_Latn": 584,
+    "saq_Latn": 585,
+    "say_Latn": 586,
+    "sba_Latn": 587,
+    "sbd_Latn": 588,
+    "sbp_Latn": 589,
+    "sbs_Latn": 590,
+    "sby_Latn": 591,
+    "sef_Latn": 592,
+    "seh_Latn": 593,
+    "ses_Latn": 594,
+    "sev_Latn": 595,
+    "sfw_Latn": 596,
+    "sgc_Latn": 597,
+    "sgw_Ethi": 598,
+    "shi_Latn": 599,
+    "shj_Latn": 600,
+    "shk_Latn": 601,
+    "shr_Latn": 602,
+    "shu_Arab": 603,
+    "sid_Latn": 604,
+    "sig_Latn": 605,
+    "sil_Latn": 606,
+    "skg_Latn": 607,
+    "sld_Latn": 608,
+    "sna_Latn": 609,
+    "snf_Latn": 610,
+    "sng_Latn": 611,
+    "snk_Latn": 612,
+    "snw_Latn": 613,
+    "soe_Latn": 614,
+    "som_Latn": 615,
+    "sop_Latn": 616,
+    "sor_Latn": 617,
+    "sot_Latn": 618,
+    "sox_Latn": 619,
+    "soy_Latn": 620,
+    "spp_Latn": 621,
+    "spy_Latn": 622,
+    "srr_Latn": 623,
+    "ssc_Latn": 624,
+    "ssn_Latn": 625,
+    "ssw_Latn": 626,
+    "stv_Ethi": 627,
+    "suk_Latn": 628,
+    "sur_Latn": 629,
+    "sus_Arab": 630,
+    "sus_Latn": 631,
+    "swa_Latn": 632,
+    "swb_Latn": 633,
+    "swc_Latn": 634,
+    "swh_Latn": 635,
+    "swk_Latn": 636,
+    "sxb_Latn": 637,
+    "tap_Latn": 638,
+    "taq_Latn": 639,
+    "taq_Tfng": 640,
+    "tbz_Latn": 641,
+    "tcc_Latn": 642,
+    "tcd_Latn": 643,
+    "tdx_Latn": 644,
+    "ted_Latn": 645,
+    "tem_Latn": 646,
+    "teo_Latn": 647,
+    "tex_Latn": 648,
+    "tgw_Latn": 649,
+    "thk_Latn": 650,
+    "thv_Latn": 651,
+    "thy_Latn": 652,
+    "tig_Ethi": 653,
+    "tik_Latn": 654,
+    "tir_Ethi": 655,
+    "tiv_Latn": 656,
+    "tjo_Arab": 657,
+    "tke_Latn": 658,
+    "tlj_Latn": 659,
+    "tll_Latn": 660,
+    "tmc_Latn": 661,
+    "tnr_Latn": 662,
+    "tod_Latn": 663,
+    "tog_Latn": 664,
+    "toh_Latn": 665,
+    "toi_Latn": 666,
+    "tpm_Latn": 667,
+    "tsb_Latn": 668,
+    "tsc_Latn": 669,
+    "tsn_Latn": 670,
+    "tso_Latn": 671,
+    "tsw_Latn": 672,
+    "ttj_Latn": 673,
+    "ttq_Latn": 674,
+    "ttq_Tfng": 675,
+    "ttr_Latn": 676,
+    "tui_Latn": 677,
+    "tul_Latn": 678,
+    "tum_Latn": 679,
+    "tuv_Latn": 680,
+    "tuz_Latn": 681,
+    "tvs_Latn": 682,
+    "tvu_Latn": 683,
+    "twi_Latn": 684,
+    "twx_Latn": 685,
+    "tzm_Tfng": 686,
+    "udu_Latn": 687,
+    "umb_Latn": 688,
+    "urh_Latn": 689,
+    "uth_Latn": 690,
+    "vag_Latn": 691,
+    "vai_Vaii": 692,
+    "ven_Latn": 693,
+    "vid_Latn": 694,
+    "vif_Latn": 695,
+    "vmk_Latn": 696,
+    "vmw_Latn": 697,
+    "vun_Latn": 698,
+    "vut_Latn": 699,
+    "wal_Latn": 700,
+    "wbi_Latn": 701,
+    "wec_Latn": 702,
+    "wes_Latn": 703,
+    "wib_Latn": 704,
+    "wlx_Latn": 705,
+    "wmw_Latn": 706,
+    "wni_Latn": 707,
+    "wob_Latn": 708,
+    "wol_Latn": 709,
+    "won_Latn": 710,
+    "wwa_Latn": 711,
+    "xan_Ethi": 712,
+    "xed_Latn": 713,
+    "xho_Latn": 714,
+    "xkg_Latn": 715,
+    "xmd_Latn": 716,
+    "xmg_Latn": 717,
+    "xmv_Latn": 718,
+    "xnz_Arab": 719,
+    "xog_Latn": 720,
+    "xon_Latn": 721,
+    "xpe_Latn": 722,
+    "xrb_Latn": 723,
+    "xsm_Latn": 724,
+    "xtc_Latn": 725,
+    "xuo_Latn": 726,
+    "yal_Latn": 727,
+    "yam_Latn": 728,
+    "yao_Latn": 729,
+    "yas_Latn": 730,
+    "yat_Latn": 731,
+    "yav_Latn": 732,
+    "yaz_Latn": 733,
+    "yba_Latn": 734,
+    "ybb_Latn": 735,
+    "yom_Latn": 736,
+    "yor_Latn": 737,
+    "yre_Latn": 738,
+    "zaj_Latn": 739,
+    "zdj_Latn": 740,
+    "zga_Latn": 741,
+    "zgh_Tfng": 742,
+    "ziw_Latn": 743,
+    "zne_Latn": 744,
+    "zul_Latn": 745
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "xlm-roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "output_past": true,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 250004
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e2851c540c01115b27e932bd376e0cd8ab6a274e17b3472b46abd4be4bb473
+size 1114499712

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0efed36a45e8359b3380aba1cc98f3096bfa437b19a19c42194c639c56bb93b
+size 2229119371

rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9c6bbc69fd20063e81dc2429f7f961800312914976c518e9ef887ff749fa7e
+size 15429

rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9711e49f3de475ceecca59e98d9a55cbeb3245096e3e9f62afbd5b705686d731
+size 15429

rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760a79b90c32c0408687a773c003e0dd6c41a152084b00b9d1173db31a24eb41
+size 15429

rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a93f3ebd307a208b050b6e04fa585434e7ee750d0099f521d4048dc8c379cea
+size 15429

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e7e21f50165a923681c2ab71aa48946a7574ecb838b6a700464b242904eef6
+size 1465

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9459d6b3ea13588a4e2137d473d03cfc84154c648388e07c7be8a1470fd4d1
+size 4796746

special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd64a4b8fd1dfb4c67288b563552a85d89417180fe0439e3bb56064c7d1b4a1
+size 34142685

tokenizer_config.json

@@ -0,0 +1,57 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250003": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "unk_token": "<unk>",
+  "use_fast": true
+}

trainer_state.json

@@ -0,0 +1,2000 @@
+{
+  "best_global_step": 138718,
+  "best_metric": 0.9915470627263667,
+  "best_model_checkpoint": "/home/skwon01/scratch/sibal/finetuned_models/serengeti_camera_ready/checkpoint-138718",
+  "epoch": 2.0,
+  "eval_steps": 1000.0,
+  "global_step": 138718,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.007208869793393791,
+      "grad_norm": 2.880587577819824,
+      "learning_rate": 1.9985611095892387e-05,
+      "loss": 3.675,
+      "step": 500
+    },
+    {
+      "epoch": 0.014417739586787583,
+      "grad_norm": 3.1965484619140625,
+      "learning_rate": 1.99711933563056e-05,
+      "loss": 1.3703,
+      "step": 1000
+    },
+    {
+      "epoch": 0.021626609380181374,
+      "grad_norm": 3.587383270263672,
+      "learning_rate": 1.9956775616718814e-05,
+      "loss": 0.7317,
+      "step": 1500
+    },
+    {
+      "epoch": 0.028835479173575165,
+      "grad_norm": 2.73246169090271,
+      "learning_rate": 1.9942357877132026e-05,
+      "loss": 0.4764,
+      "step": 2000
+    },
+    {
+      "epoch": 0.03604434896696896,
+      "grad_norm": 3.9599311351776123,
+      "learning_rate": 1.9927940137545237e-05,
+      "loss": 0.3488,
+      "step": 2500
+    },
+    {
+      "epoch": 0.04325321876036275,
+      "grad_norm": 3.690446138381958,
+      "learning_rate": 1.991352239795845e-05,
+      "loss": 0.2729,
+      "step": 3000
+    },
+    {
+      "epoch": 0.05046208855375654,
+      "grad_norm": 3.0428125858306885,
+      "learning_rate": 1.989910465837166e-05,
+      "loss": 0.2249,
+      "step": 3500
+    },
+    {
+      "epoch": 0.05767095834715033,
+      "grad_norm": 2.6362786293029785,
+      "learning_rate": 1.9884686918784876e-05,
+      "loss": 0.1907,
+      "step": 4000
+    },
+    {
+      "epoch": 0.06487982814054413,
+      "grad_norm": 4.072872161865234,
+      "learning_rate": 1.9870269179198087e-05,
+      "loss": 0.1695,
+      "step": 4500
+    },
+    {
+      "epoch": 0.07208869793393792,
+      "grad_norm": 2.4177143573760986,
+      "learning_rate": 1.98558514396113e-05,
+      "loss": 0.1535,
+      "step": 5000
+    },
+    {
+      "epoch": 0.07929756772733171,
+      "grad_norm": 2.4438438415527344,
+      "learning_rate": 1.9841433700024514e-05,
+      "loss": 0.1429,
+      "step": 5500
+    },
+    {
+      "epoch": 0.0865064375207255,
+      "grad_norm": 1.9982225894927979,
+      "learning_rate": 1.9827015960437722e-05,
+      "loss": 0.1348,
+      "step": 6000
+    },
+    {
+      "epoch": 0.0937153073141193,
+      "grad_norm": 2.988769769668579,
+      "learning_rate": 1.9812598220850938e-05,
+      "loss": 0.1226,
+      "step": 6500
+    },
+    {
+      "epoch": 0.10092417710751309,
+      "grad_norm": 2.386380672454834,
+      "learning_rate": 1.979818048126415e-05,
+      "loss": 0.1168,
+      "step": 7000
+    },
+    {
+      "epoch": 0.10813304690090687,
+      "grad_norm": 1.9924527406692505,
+      "learning_rate": 1.978376274167736e-05,
+      "loss": 0.1082,
+      "step": 7500
+    },
+    {
+      "epoch": 0.11534191669430066,
+      "grad_norm": 1.9020510911941528,
+      "learning_rate": 1.9769345002090573e-05,
+      "loss": 0.1064,
+      "step": 8000
+    },
+    {
+      "epoch": 0.12255078648769446,
+      "grad_norm": 2.333510160446167,
+      "learning_rate": 1.9754927262503788e-05,
+      "loss": 0.1029,
+      "step": 8500
+    },
+    {
+      "epoch": 0.12975965628108826,
+      "grad_norm": 2.677407741546631,
+      "learning_rate": 1.9740509522917e-05,
+      "loss": 0.0995,
+      "step": 9000
+    },
+    {
+      "epoch": 0.13696852607448204,
+      "grad_norm": 1.5480279922485352,
+      "learning_rate": 1.972609178333021e-05,
+      "loss": 0.0948,
+      "step": 9500
+    },
+    {
+      "epoch": 0.14417739586787584,
+      "grad_norm": 2.630037546157837,
+      "learning_rate": 1.9711674043743423e-05,
+      "loss": 0.0937,
+      "step": 10000
+    },
+    {
+      "epoch": 0.15138626566126961,
+      "grad_norm": 2.267946243286133,
+      "learning_rate": 1.9697256304156634e-05,
+      "loss": 0.0909,
+      "step": 10500
+    },
+    {
+      "epoch": 0.15859513545466342,
+      "grad_norm": 2.932375907897949,
+      "learning_rate": 1.968283856456985e-05,
+      "loss": 0.0889,
+      "step": 11000
+    },
+    {
+      "epoch": 0.16580400524805722,
+      "grad_norm": 2.69350528717041,
+      "learning_rate": 1.966842082498306e-05,
+      "loss": 0.086,
+      "step": 11500
+    },
+    {
+      "epoch": 0.173012875041451,
+      "grad_norm": 2.1316378116607666,
+      "learning_rate": 1.9654003085396273e-05,
+      "loss": 0.0843,
+      "step": 12000
+    },
+    {
+      "epoch": 0.1802217448348448,
+      "grad_norm": 2.52103853225708,
+      "learning_rate": 1.9639585345809488e-05,
+      "loss": 0.0828,
+      "step": 12500
+    },
+    {
+      "epoch": 0.1874306146282386,
+      "grad_norm": 1.939334511756897,
+      "learning_rate": 1.9625167606222696e-05,
+      "loss": 0.0795,
+      "step": 13000
+    },
+    {
+      "epoch": 0.19463948442163237,
+      "grad_norm": 2.3057949542999268,
+      "learning_rate": 1.961074986663591e-05,
+      "loss": 0.0786,
+      "step": 13500
+    },
+    {
+      "epoch": 0.20184835421502617,
+      "grad_norm": 2.0021777153015137,
+      "learning_rate": 1.9596332127049123e-05,
+      "loss": 0.0773,
+      "step": 14000
+    },
+    {
+      "epoch": 0.20905722400841997,
+      "grad_norm": 2.276421546936035,
+      "learning_rate": 1.9581914387462335e-05,
+      "loss": 0.0772,
+      "step": 14500
+    },
+    {
+      "epoch": 0.21626609380181375,
+      "grad_norm": 2.426966428756714,
+      "learning_rate": 1.9567496647875546e-05,
+      "loss": 0.0746,
+      "step": 15000
+    },
+    {
+      "epoch": 0.22347496359520755,
+      "grad_norm": 1.984330415725708,
+      "learning_rate": 1.955307890828876e-05,
+      "loss": 0.074,
+      "step": 15500
+    },
+    {
+      "epoch": 0.23068383338860132,
+      "grad_norm": 2.1131157875061035,
+      "learning_rate": 1.9538661168701973e-05,
+      "loss": 0.0754,
+      "step": 16000
+    },
+    {
+      "epoch": 0.23789270318199512,
+      "grad_norm": 2.672717332839966,
+      "learning_rate": 1.9524243429115185e-05,
+      "loss": 0.0719,
+      "step": 16500
+    },
+    {
+      "epoch": 0.24510157297538893,
+      "grad_norm": 1.4720840454101562,
+      "learning_rate": 1.9509825689528396e-05,
+      "loss": 0.0689,
+      "step": 17000
+    },
+    {
+      "epoch": 0.25231044276878273,
+      "grad_norm": 1.7824233770370483,
+      "learning_rate": 1.9495407949941608e-05,
+      "loss": 0.0711,
+      "step": 17500
+    },
+    {
+      "epoch": 0.25951931256217653,
+      "grad_norm": 1.7139828205108643,
+      "learning_rate": 1.9480990210354823e-05,
+      "loss": 0.067,
+      "step": 18000
+    },
+    {
+      "epoch": 0.2667281823555703,
+      "grad_norm": 2.2731082439422607,
+      "learning_rate": 1.9466572470768035e-05,
+      "loss": 0.0678,
+      "step": 18500
+    },
+    {
+      "epoch": 0.2739370521489641,
+      "grad_norm": 2.2537448406219482,
+      "learning_rate": 1.9452154731181247e-05,
+      "loss": 0.0657,
+      "step": 19000
+    },
+    {
+      "epoch": 0.2811459219423579,
+      "grad_norm": 3.0216615200042725,
+      "learning_rate": 1.943773699159446e-05,
+      "loss": 0.0656,
+      "step": 19500
+    },
+    {
+      "epoch": 0.2883547917357517,
+      "grad_norm": 1.4544578790664673,
+      "learning_rate": 1.942331925200767e-05,
+      "loss": 0.0658,
+      "step": 20000
+    },
+    {
+      "epoch": 0.2955636615291455,
+      "grad_norm": 2.4549198150634766,
+      "learning_rate": 1.9408901512420885e-05,
+      "loss": 0.0641,
+      "step": 20500
+    },
+    {
+      "epoch": 0.30277253132253923,
+      "grad_norm": 1.514060616493225,
+      "learning_rate": 1.9394483772834097e-05,
+      "loss": 0.0633,
+      "step": 21000
+    },
+    {
+      "epoch": 0.30998140111593303,
+      "grad_norm": 2.4346635341644287,
+      "learning_rate": 1.9380066033247308e-05,
+      "loss": 0.0627,
+      "step": 21500
+    },
+    {
+      "epoch": 0.31719027090932683,
+      "grad_norm": 1.432133436203003,
+      "learning_rate": 1.9365648293660523e-05,
+      "loss": 0.0616,
+      "step": 22000
+    },
+    {
+      "epoch": 0.32439914070272063,
+      "grad_norm": 1.2359411716461182,
+      "learning_rate": 1.9351230554073735e-05,
+      "loss": 0.0628,
+      "step": 22500
+    },
+    {
+      "epoch": 0.33160801049611444,
+      "grad_norm": 2.1902575492858887,
+      "learning_rate": 1.9336812814486947e-05,
+      "loss": 0.0628,
+      "step": 23000
+    },
+    {
+      "epoch": 0.33881688028950824,
+      "grad_norm": 1.7415978908538818,
+      "learning_rate": 1.932239507490016e-05,
+      "loss": 0.0616,
+      "step": 23500
+    },
+    {
+      "epoch": 0.346025750082902,
+      "grad_norm": 1.401383399963379,
+      "learning_rate": 1.930797733531337e-05,
+      "loss": 0.0589,
+      "step": 24000
+    },
+    {
+      "epoch": 0.3532346198762958,
+      "grad_norm": 1.5828105211257935,
+      "learning_rate": 1.9293559595726582e-05,
+      "loss": 0.0604,
+      "step": 24500
+    },
+    {
+      "epoch": 0.3604434896696896,
+      "grad_norm": 0.8541142344474792,
+      "learning_rate": 1.9279141856139797e-05,
+      "loss": 0.0599,
+      "step": 25000
+    },
+    {
+      "epoch": 0.3676523594630834,
+      "grad_norm": 2.8157145977020264,
+      "learning_rate": 1.926472411655301e-05,
+      "loss": 0.0593,
+      "step": 25500
+    },
+    {
+      "epoch": 0.3748612292564772,
+      "grad_norm": 2.129725217819214,
+      "learning_rate": 1.925030637696622e-05,
+      "loss": 0.0578,
+      "step": 26000
+    },
+    {
+      "epoch": 0.38207009904987094,
+      "grad_norm": 2.5838279724121094,
+      "learning_rate": 1.9235888637379435e-05,
+      "loss": 0.0574,
+      "step": 26500
+    },
+    {
+      "epoch": 0.38927896884326474,
+      "grad_norm": 1.7000998258590698,
+      "learning_rate": 1.9221470897792647e-05,
+      "loss": 0.0553,
+      "step": 27000
+    },
+    {
+      "epoch": 0.39648783863665854,
+      "grad_norm": 1.2641727924346924,
+      "learning_rate": 1.920705315820586e-05,
+      "loss": 0.0549,
+      "step": 27500
+    },
+    {
+      "epoch": 0.40369670843005234,
+      "grad_norm": 1.7529101371765137,
+      "learning_rate": 1.919263541861907e-05,
+      "loss": 0.0562,
+      "step": 28000
+    },
+    {
+      "epoch": 0.41090557822344614,
+      "grad_norm": 1.4027022123336792,
+      "learning_rate": 1.9178217679032282e-05,
+      "loss": 0.0552,
+      "step": 28500
+    },
+    {
+      "epoch": 0.41811444801683995,
+      "grad_norm": 1.6767141819000244,
+      "learning_rate": 1.9163799939445497e-05,
+      "loss": 0.0572,
+      "step": 29000
+    },
+    {
+      "epoch": 0.4253233178102337,
+      "grad_norm": 0.8946545720100403,
+      "learning_rate": 1.914938219985871e-05,
+      "loss": 0.0556,
+      "step": 29500
+    },
+    {
+      "epoch": 0.4325321876036275,
+      "grad_norm": 2.469862937927246,
+      "learning_rate": 1.913496446027192e-05,
+      "loss": 0.0546,
+      "step": 30000
+    },
+    {
+      "epoch": 0.4397410573970213,
+      "grad_norm": 3.368171215057373,
+      "learning_rate": 1.9120546720685132e-05,
+      "loss": 0.0527,
+      "step": 30500
+    },
+    {
+      "epoch": 0.4469499271904151,
+      "grad_norm": 2.107477903366089,
+      "learning_rate": 1.9106128981098344e-05,
+      "loss": 0.0538,
+      "step": 31000
+    },
+    {
+      "epoch": 0.4541587969838089,
+      "grad_norm": 1.8676276206970215,
+      "learning_rate": 1.9091711241511555e-05,
+      "loss": 0.0529,
+      "step": 31500
+    },
+    {
+      "epoch": 0.46136766677720265,
+      "grad_norm": 1.8789501190185547,
+      "learning_rate": 1.907729350192477e-05,
+      "loss": 0.0525,
+      "step": 32000
+    },
+    {
+      "epoch": 0.46857653657059645,
+      "grad_norm": 1.8588016033172607,
+      "learning_rate": 1.9062875762337982e-05,
+      "loss": 0.0519,
+      "step": 32500
+    },
+    {
+      "epoch": 0.47578540636399025,
+      "grad_norm": 1.6721725463867188,
+      "learning_rate": 1.9048458022751194e-05,
+      "loss": 0.0508,
+      "step": 33000
+    },
+    {
+      "epoch": 0.48299427615738405,
+      "grad_norm": 1.9724555015563965,
+      "learning_rate": 1.903404028316441e-05,
+      "loss": 0.0502,
+      "step": 33500
+    },
+    {
+      "epoch": 0.49020314595077785,
+      "grad_norm": 1.9921311140060425,
+      "learning_rate": 1.901962254357762e-05,
+      "loss": 0.051,
+      "step": 34000
+    },
+    {
+      "epoch": 0.49741201574417165,
+      "grad_norm": 2.889782190322876,
+      "learning_rate": 1.9005204803990832e-05,
+      "loss": 0.0518,
+      "step": 34500
+    },
+    {
+      "epoch": 0.5046208855375655,
+      "grad_norm": 1.7622694969177246,
+      "learning_rate": 1.8990787064404044e-05,
+      "loss": 0.0494,
+      "step": 35000
+    },
+    {
+      "epoch": 0.5118297553309592,
+      "grad_norm": 1.713699460029602,
+      "learning_rate": 1.8976369324817256e-05,
+      "loss": 0.0493,
+      "step": 35500
+    },
+    {
+      "epoch": 0.5190386251243531,
+      "grad_norm": 1.262862205505371,
+      "learning_rate": 1.896195158523047e-05,
+      "loss": 0.0496,
+      "step": 36000
+    },
+    {
+      "epoch": 0.5262474949177468,
+      "grad_norm": 2.085010051727295,
+      "learning_rate": 1.8947533845643682e-05,
+      "loss": 0.0509,
+      "step": 36500
+    },
+    {
+      "epoch": 0.5334563647111406,
+      "grad_norm": 1.6257765293121338,
+      "learning_rate": 1.8933116106056894e-05,
+      "loss": 0.0498,
+      "step": 37000
+    },
+    {
+      "epoch": 0.5406652345045344,
+      "grad_norm": 0.6558777093887329,
+      "learning_rate": 1.8918698366470106e-05,
+      "loss": 0.0484,
+      "step": 37500
+    },
+    {
+      "epoch": 0.5478741042979282,
+      "grad_norm": 1.7351698875427246,
+      "learning_rate": 1.8904280626883318e-05,
+      "loss": 0.0496,
+      "step": 38000
+    },
+    {
+      "epoch": 0.555082974091322,
+      "grad_norm": 0.915392279624939,
+      "learning_rate": 1.888986288729653e-05,
+      "loss": 0.0467,
+      "step": 38500
+    },
+    {
+      "epoch": 0.5622918438847158,
+      "grad_norm": 0.9719710350036621,
+      "learning_rate": 1.8875445147709744e-05,
+      "loss": 0.0491,
+      "step": 39000
+    },
+    {
+      "epoch": 0.5695007136781095,
+      "grad_norm": 0.4347970485687256,
+      "learning_rate": 1.8861027408122956e-05,
+      "loss": 0.0478,
+      "step": 39500
+    },
+    {
+      "epoch": 0.5767095834715034,
+      "grad_norm": 1.4013206958770752,
+      "learning_rate": 1.8846609668536168e-05,
+      "loss": 0.0482,
+      "step": 40000
+    },
+    {
+      "epoch": 0.5839184532648971,
+      "grad_norm": 1.6916135549545288,
+      "learning_rate": 1.8832191928949383e-05,
+      "loss": 0.0487,
+      "step": 40500
+    },
+    {
+      "epoch": 0.591127323058291,
+      "grad_norm": 1.1497479677200317,
+      "learning_rate": 1.8817774189362594e-05,
+      "loss": 0.0473,
+      "step": 41000
+    },
+    {
+      "epoch": 0.5983361928516847,
+      "grad_norm": 2.1202707290649414,
+      "learning_rate": 1.8803356449775806e-05,
+      "loss": 0.046,
+      "step": 41500
+    },
+    {
+      "epoch": 0.6055450626450785,
+      "grad_norm": 1.8288294076919556,
+      "learning_rate": 1.8788938710189018e-05,
+      "loss": 0.0473,
+      "step": 42000
+    },
+    {
+      "epoch": 0.6127539324384723,
+      "grad_norm": 0.8600142598152161,
+      "learning_rate": 1.877452097060223e-05,
+      "loss": 0.0452,
+      "step": 42500
+    },
+    {
+      "epoch": 0.6199628022318661,
+      "grad_norm": 2.8069839477539062,
+      "learning_rate": 1.8760103231015445e-05,
+      "loss": 0.048,
+      "step": 43000
+    },
+    {
+      "epoch": 0.6271716720252599,
+      "grad_norm": 0.8850429058074951,
+      "learning_rate": 1.8745685491428656e-05,
+      "loss": 0.0474,
+      "step": 43500
+    },
+    {
+      "epoch": 0.6343805418186537,
+      "grad_norm": 1.063219666481018,
+      "learning_rate": 1.8731267751841868e-05,
+      "loss": 0.0446,
+      "step": 44000
+    },
+    {
+      "epoch": 0.6415894116120474,
+      "grad_norm": 1.3925724029541016,
+      "learning_rate": 1.871685001225508e-05,
+      "loss": 0.0468,
+      "step": 44500
+    },
+    {
+      "epoch": 0.6487982814054413,
+      "grad_norm": 0.9575428366661072,
+      "learning_rate": 1.870243227266829e-05,
+      "loss": 0.0447,
+      "step": 45000
+    },
+    {
+      "epoch": 0.656007151198835,
+      "grad_norm": 2.547752618789673,
+      "learning_rate": 1.8688014533081503e-05,
+      "loss": 0.0456,
+      "step": 45500
+    },
+    {
+      "epoch": 0.6632160209922289,
+      "grad_norm": 0.6029974222183228,
+      "learning_rate": 1.8673596793494718e-05,
+      "loss": 0.0464,
+      "step": 46000
+    },
+    {
+      "epoch": 0.6704248907856226,
+      "grad_norm": 0.27106812596321106,
+      "learning_rate": 1.865917905390793e-05,
+      "loss": 0.0437,
+      "step": 46500
+    },
+    {
+      "epoch": 0.6776337605790165,
+      "grad_norm": 1.3233801126480103,
+      "learning_rate": 1.864476131432114e-05,
+      "loss": 0.0447,
+      "step": 47000
+    },
+    {
+      "epoch": 0.6848426303724102,
+      "grad_norm": 0.38903898000717163,
+      "learning_rate": 1.8630343574734356e-05,
+      "loss": 0.0455,
+      "step": 47500
+    },
+    {
+      "epoch": 0.692051500165804,
+      "grad_norm": 1.247036337852478,
+      "learning_rate": 1.8615925835147568e-05,
+      "loss": 0.044,
+      "step": 48000
+    },
+    {
+      "epoch": 0.6992603699591978,
+      "grad_norm": 0.9771102666854858,
+      "learning_rate": 1.860150809556078e-05,
+      "loss": 0.0446,
+      "step": 48500
+    },
+    {
+      "epoch": 0.7064692397525916,
+      "grad_norm": 1.6191680431365967,
+      "learning_rate": 1.858709035597399e-05,
+      "loss": 0.0455,
+      "step": 49000
+    },
+    {
+      "epoch": 0.7136781095459854,
+      "grad_norm": 0.9542379975318909,
+      "learning_rate": 1.8572672616387203e-05,
+      "loss": 0.0426,
+      "step": 49500
+    },
+    {
+      "epoch": 0.7208869793393792,
+      "grad_norm": 1.6160619258880615,
+      "learning_rate": 1.8558254876800418e-05,
+      "loss": 0.0433,
+      "step": 50000
+    },
+    {
+      "epoch": 0.7280958491327729,
+      "grad_norm": 1.1810977458953857,
+      "learning_rate": 1.854383713721363e-05,
+      "loss": 0.0443,
+      "step": 50500
+    },
+    {
+      "epoch": 0.7353047189261668,
+      "grad_norm": 1.4848960638046265,
+      "learning_rate": 1.852941939762684e-05,
+      "loss": 0.0442,
+      "step": 51000
+    },
+    {
+      "epoch": 0.7425135887195605,
+      "grad_norm": 1.2140188217163086,
+      "learning_rate": 1.8515001658040053e-05,
+      "loss": 0.0436,
+      "step": 51500
+    },
+    {
+      "epoch": 0.7497224585129544,
+      "grad_norm": 0.6803346276283264,
+      "learning_rate": 1.8500583918453265e-05,
+      "loss": 0.0416,
+      "step": 52000
+    },
+    {
+      "epoch": 0.7569313283063481,
+      "grad_norm": 2.847879409790039,
+      "learning_rate": 1.8486166178866477e-05,
+      "loss": 0.0401,
+      "step": 52500
+    },
+    {
+      "epoch": 0.7641401980997419,
+      "grad_norm": 1.3574286699295044,
+      "learning_rate": 1.8471748439279692e-05,
+      "loss": 0.0426,
+      "step": 53000
+    },
+    {
+      "epoch": 0.7713490678931357,
+      "grad_norm": 1.5763428211212158,
+      "learning_rate": 1.8457330699692903e-05,
+      "loss": 0.0416,
+      "step": 53500
+    },
+    {
+      "epoch": 0.7785579376865295,
+      "grad_norm": 2.006143808364868,
+      "learning_rate": 1.8442912960106115e-05,
+      "loss": 0.0423,
+      "step": 54000
+    },
+    {
+      "epoch": 0.7857668074799233,
+      "grad_norm": 2.0041260719299316,
+      "learning_rate": 1.842849522051933e-05,
+      "loss": 0.043,
+      "step": 54500
+    },
+    {
+      "epoch": 0.7929756772733171,
+      "grad_norm": 1.0083436965942383,
+      "learning_rate": 1.8414077480932542e-05,
+      "loss": 0.0428,
+      "step": 55000
+    },
+    {
+      "epoch": 0.8001845470667108,
+      "grad_norm": 1.2364863157272339,
+      "learning_rate": 1.8399659741345754e-05,
+      "loss": 0.0431,
+      "step": 55500
+    },
+    {
+      "epoch": 0.8073934168601047,
+      "grad_norm": 1.1397020816802979,
+      "learning_rate": 1.8385242001758965e-05,
+      "loss": 0.0408,
+      "step": 56000
+    },
+    {
+      "epoch": 0.8146022866534984,
+      "grad_norm": 1.046647071838379,
+      "learning_rate": 1.8370824262172177e-05,
+      "loss": 0.0424,
+      "step": 56500
+    },
+    {
+      "epoch": 0.8218111564468923,
+      "grad_norm": 0.7180289626121521,
+      "learning_rate": 1.8356406522585392e-05,
+      "loss": 0.0417,
+      "step": 57000
+    },
+    {
+      "epoch": 0.829020026240286,
+      "grad_norm": 1.866095781326294,
+      "learning_rate": 1.8341988782998604e-05,
+      "loss": 0.0406,
+      "step": 57500
+    },
+    {
+      "epoch": 0.8362288960336799,
+      "grad_norm": 1.7192025184631348,
+      "learning_rate": 1.8327571043411815e-05,
+      "loss": 0.042,
+      "step": 58000
+    },
+    {
+      "epoch": 0.8434377658270736,
+      "grad_norm": 1.3043447732925415,
+      "learning_rate": 1.8313153303825027e-05,
+      "loss": 0.0419,
+      "step": 58500
+    },
+    {
+      "epoch": 0.8506466356204674,
+      "grad_norm": 2.372190237045288,
+      "learning_rate": 1.829873556423824e-05,
+      "loss": 0.0421,
+      "step": 59000
+    },
+    {
+      "epoch": 0.8578555054138612,
+      "grad_norm": 0.9028930068016052,
+      "learning_rate": 1.828431782465145e-05,
+      "loss": 0.0396,
+      "step": 59500
+    },
+    {
+      "epoch": 0.865064375207255,
+      "grad_norm": 1.2869058847427368,
+      "learning_rate": 1.8269900085064665e-05,
+      "loss": 0.0401,
+      "step": 60000
+    },
+    {
+      "epoch": 0.8722732450006488,
+      "grad_norm": 2.214855670928955,
+      "learning_rate": 1.8255482345477877e-05,
+      "loss": 0.04,
+      "step": 60500
+    },
+    {
+      "epoch": 0.8794821147940426,
+      "grad_norm": 0.9826574325561523,
+      "learning_rate": 1.824106460589109e-05,
+      "loss": 0.0397,
+      "step": 61000
+    },
+    {
+      "epoch": 0.8866909845874363,
+      "grad_norm": 0.7741074562072754,
+      "learning_rate": 1.8226646866304304e-05,
+      "loss": 0.0397,
+      "step": 61500
+    },
+    {
+      "epoch": 0.8938998543808302,
+      "grad_norm": 1.2778081893920898,
+      "learning_rate": 1.8212229126717516e-05,
+      "loss": 0.0396,
+      "step": 62000
+    },
+    {
+      "epoch": 0.9011087241742239,
+      "grad_norm": 0.7415226697921753,
+      "learning_rate": 1.8197811387130727e-05,
+      "loss": 0.0398,
+      "step": 62500
+    },
+    {
+      "epoch": 0.9083175939676178,
+      "grad_norm": 2.152737617492676,
+      "learning_rate": 1.818339364754394e-05,
+      "loss": 0.0395,
+      "step": 63000
+    },
+    {
+      "epoch": 0.9155264637610115,
+      "grad_norm": 0.9719590544700623,
+      "learning_rate": 1.816897590795715e-05,
+      "loss": 0.0387,
+      "step": 63500
+    },
+    {
+      "epoch": 0.9227353335544053,
+      "grad_norm": 1.4587551355361938,
+      "learning_rate": 1.8154558168370366e-05,
+      "loss": 0.0395,
+      "step": 64000
+    },
+    {
+      "epoch": 0.9299442033477991,
+      "grad_norm": 1.4218809604644775,
+      "learning_rate": 1.8140140428783577e-05,
+      "loss": 0.0375,
+      "step": 64500
+    },
+    {
+      "epoch": 0.9371530731411929,
+      "grad_norm": 1.8009737730026245,
+      "learning_rate": 1.812572268919679e-05,
+      "loss": 0.0387,
+      "step": 65000
+    },
+    {
+      "epoch": 0.9443619429345868,
+      "grad_norm": 1.2379016876220703,
+      "learning_rate": 1.811130494961e-05,
+      "loss": 0.0386,
+      "step": 65500
+    },
+    {
+      "epoch": 0.9515708127279805,
+      "grad_norm": 1.1901589632034302,
+      "learning_rate": 1.8096887210023216e-05,
+      "loss": 0.0381,
+      "step": 66000
+    },
+    {
+      "epoch": 0.9587796825213742,
+      "grad_norm": 1.0341569185256958,
+      "learning_rate": 1.8082469470436424e-05,
+      "loss": 0.0402,
+      "step": 66500
+    },
+    {
+      "epoch": 0.9659885523147681,
+      "grad_norm": 1.4235957860946655,
+      "learning_rate": 1.806805173084964e-05,
+      "loss": 0.0382,
+      "step": 67000
+    },
+    {
+      "epoch": 0.9731974221081618,
+      "grad_norm": 1.095893383026123,
+      "learning_rate": 1.805363399126285e-05,
+      "loss": 0.0396,
+      "step": 67500
+    },
+    {
+      "epoch": 0.9804062919015557,
+      "grad_norm": 1.8859561681747437,
+      "learning_rate": 1.8039216251676063e-05,
+      "loss": 0.038,
+      "step": 68000
+    },
+    {
+      "epoch": 0.9876151616949495,
+      "grad_norm": 1.8770360946655273,
+      "learning_rate": 1.8024798512089278e-05,
+      "loss": 0.039,
+      "step": 68500
+    },
+    {
+      "epoch": 0.9948240314883433,
+      "grad_norm": 1.870827555656433,
+      "learning_rate": 1.801038077250249e-05,
+      "loss": 0.038,
+      "step": 69000
+    },
+    {
+      "epoch": 1.0,
+      "eval_f1": 0.9895049158009324,
+      "eval_loss": 0.034001659601926804,
+      "eval_runtime": 683.1241,
+      "eval_samples_per_second": 1528.989,
+      "eval_steps_per_second": 47.782,
+      "step": 69359
+    },
+    {
+      "epoch": 1.002032901281737,
+      "grad_norm": 0.4856395125389099,
+      "learning_rate": 1.79959630329157e-05,
+      "loss": 0.0352,
+      "step": 69500
+    },
+    {
+      "epoch": 1.009241771075131,
+      "grad_norm": 1.8835086822509766,
+      "learning_rate": 1.7981545293328913e-05,
+      "loss": 0.0287,
+      "step": 70000
+    },
+    {
+      "epoch": 1.0164506408685245,
+      "grad_norm": 1.941490888595581,
+      "learning_rate": 1.7967127553742124e-05,
+      "loss": 0.0307,
+      "step": 70500
+    },
+    {
+      "epoch": 1.0236595106619184,
+      "grad_norm": 1.525707483291626,
+      "learning_rate": 1.795270981415534e-05,
+      "loss": 0.03,
+      "step": 71000
+    },
+    {
+      "epoch": 1.0308683804553123,
+      "grad_norm": 0.6174446940422058,
+      "learning_rate": 1.793829207456855e-05,
+      "loss": 0.029,
+      "step": 71500
+    },
+    {
+      "epoch": 1.0380772502487061,
+      "grad_norm": 1.043771505355835,
+      "learning_rate": 1.7923874334981763e-05,
+      "loss": 0.0311,
+      "step": 72000
+    },
+    {
+      "epoch": 1.0452861200420998,
+      "grad_norm": 0.28765255212783813,
+      "learning_rate": 1.7909456595394978e-05,
+      "loss": 0.0291,
+      "step": 72500
+    },
+    {
+      "epoch": 1.0524949898354936,
+      "grad_norm": 0.8367669582366943,
+      "learning_rate": 1.789503885580819e-05,
+      "loss": 0.0307,
+      "step": 73000
+    },
+    {
+      "epoch": 1.0597038596288875,
+      "grad_norm": 0.8930952548980713,
+      "learning_rate": 1.7880621116221398e-05,
+      "loss": 0.0297,
+      "step": 73500
+    },
+    {
+      "epoch": 1.066912729422281,
+      "grad_norm": 1.0413399934768677,
+      "learning_rate": 1.7866203376634613e-05,
+      "loss": 0.03,
+      "step": 74000
+    },
+    {
+      "epoch": 1.074121599215675,
+      "grad_norm": 1.1929751634597778,
+      "learning_rate": 1.7851785637047825e-05,
+      "loss": 0.0287,
+      "step": 74500
+    },
+    {
+      "epoch": 1.0813304690090688,
+      "grad_norm": 0.8676954507827759,
+      "learning_rate": 1.7837367897461036e-05,
+      "loss": 0.0307,
+      "step": 75000
+    },
+    {
+      "epoch": 1.0885393388024625,
+      "grad_norm": 0.733383059501648,
+      "learning_rate": 1.782295015787425e-05,
+      "loss": 0.029,
+      "step": 75500
+    },
+    {
+      "epoch": 1.0957482085958563,
+      "grad_norm": 1.005913257598877,
+      "learning_rate": 1.7808532418287463e-05,
+      "loss": 0.0288,
+      "step": 76000
+    },
+    {
+      "epoch": 1.1029570783892502,
+      "grad_norm": 1.4946510791778564,
+      "learning_rate": 1.7794114678700675e-05,
+      "loss": 0.0294,
+      "step": 76500
+    },
+    {
+      "epoch": 1.110165948182644,
+      "grad_norm": 0.966665506362915,
+      "learning_rate": 1.7779696939113886e-05,
+      "loss": 0.0311,
+      "step": 77000
+    },
+    {
+      "epoch": 1.1173748179760377,
+      "grad_norm": 0.8129379749298096,
+      "learning_rate": 1.7765279199527098e-05,
+      "loss": 0.0301,
+      "step": 77500
+    },
+    {
+      "epoch": 1.1245836877694315,
+      "grad_norm": 1.1672717332839966,
+      "learning_rate": 1.7750861459940313e-05,
+      "loss": 0.0297,
+      "step": 78000
+    },
+    {
+      "epoch": 1.1317925575628254,
+      "grad_norm": 1.0149409770965576,
+      "learning_rate": 1.7736443720353525e-05,
+      "loss": 0.031,
+      "step": 78500
+    },
+    {
+      "epoch": 1.139001427356219,
+      "grad_norm": 1.3319754600524902,
+      "learning_rate": 1.7722025980766736e-05,
+      "loss": 0.0294,
+      "step": 79000
+    },
+    {
+      "epoch": 1.1462102971496129,
+      "grad_norm": 3.036787509918213,
+      "learning_rate": 1.770760824117995e-05,
+      "loss": 0.0294,
+      "step": 79500
+    },
+    {
+      "epoch": 1.1534191669430067,
+      "grad_norm": 0.6281238198280334,
+      "learning_rate": 1.7693190501593163e-05,
+      "loss": 0.0312,
+      "step": 80000
+    },
+    {
+      "epoch": 1.1606280367364006,
+      "grad_norm": 1.39284086227417,
+      "learning_rate": 1.767877276200637e-05,
+      "loss": 0.0299,
+      "step": 80500
+    },
+    {
+      "epoch": 1.1678369065297942,
+      "grad_norm": 2.4636764526367188,
+      "learning_rate": 1.7664355022419587e-05,
+      "loss": 0.0304,
+      "step": 81000
+    },
+    {
+      "epoch": 1.175045776323188,
+      "grad_norm": 1.0513309240341187,
+      "learning_rate": 1.7649937282832798e-05,
+      "loss": 0.0293,
+      "step": 81500
+    },
+    {
+      "epoch": 1.182254646116582,
+      "grad_norm": 0.739205539226532,
+      "learning_rate": 1.763551954324601e-05,
+      "loss": 0.0297,
+      "step": 82000
+    },
+    {
+      "epoch": 1.1894635159099756,
+      "grad_norm": 1.1646817922592163,
+      "learning_rate": 1.7621101803659225e-05,
+      "loss": 0.0281,
+      "step": 82500
+    },
+    {
+      "epoch": 1.1966723857033694,
+      "grad_norm": 1.6882481575012207,
+      "learning_rate": 1.7606684064072437e-05,
+      "loss": 0.0308,
+      "step": 83000
+    },
+    {
+      "epoch": 1.2038812554967633,
+      "grad_norm": 2.1905980110168457,
+      "learning_rate": 1.759226632448565e-05,
+      "loss": 0.0301,
+      "step": 83500
+    },
+    {
+      "epoch": 1.211090125290157,
+      "grad_norm": 0.4102253317832947,
+      "learning_rate": 1.757784858489886e-05,
+      "loss": 0.0296,
+      "step": 84000
+    },
+    {
+      "epoch": 1.2182989950835508,
+      "grad_norm": 1.5355827808380127,
+      "learning_rate": 1.7563430845312072e-05,
+      "loss": 0.031,
+      "step": 84500
+    },
+    {
+      "epoch": 1.2255078648769446,
+      "grad_norm": 0.4144400954246521,
+      "learning_rate": 1.7549013105725287e-05,
+      "loss": 0.0303,
+      "step": 85000
+    },
+    {
+      "epoch": 1.2327167346703383,
+      "grad_norm": 0.5286178588867188,
+      "learning_rate": 1.75345953661385e-05,
+      "loss": 0.0311,
+      "step": 85500
+    },
+    {
+      "epoch": 1.2399256044637321,
+      "grad_norm": 1.3401720523834229,
+      "learning_rate": 1.752017762655171e-05,
+      "loss": 0.0303,
+      "step": 86000
+    },
+    {
+      "epoch": 1.247134474257126,
+      "grad_norm": 1.5546993017196655,
+      "learning_rate": 1.7505759886964925e-05,
+      "loss": 0.0296,
+      "step": 86500
+    },
+    {
+      "epoch": 1.2543433440505198,
+      "grad_norm": 1.7993361949920654,
+      "learning_rate": 1.7491342147378137e-05,
+      "loss": 0.03,
+      "step": 87000
+    },
+    {
+      "epoch": 1.2615522138439135,
+      "grad_norm": 1.058311939239502,
+      "learning_rate": 1.7476924407791345e-05,
+      "loss": 0.0283,
+      "step": 87500
+    },
+    {
+      "epoch": 1.2687610836373073,
+      "grad_norm": 1.1616915464401245,
+      "learning_rate": 1.746250666820456e-05,
+      "loss": 0.0306,
+      "step": 88000
+    },
+    {
+      "epoch": 1.2759699534307012,
+      "grad_norm": 1.5120762586593628,
+      "learning_rate": 1.7448088928617772e-05,
+      "loss": 0.0296,
+      "step": 88500
+    },
+    {
+      "epoch": 1.283178823224095,
+      "grad_norm": 1.033087134361267,
+      "learning_rate": 1.7433671189030984e-05,
+      "loss": 0.0296,
+      "step": 89000
+    },
+    {
+      "epoch": 1.2903876930174887,
+      "grad_norm": 0.9456692337989807,
+      "learning_rate": 1.74192534494442e-05,
+      "loss": 0.0293,
+      "step": 89500
+    },
+    {
+      "epoch": 1.2975965628108825,
+      "grad_norm": 0.4252309799194336,
+      "learning_rate": 1.740483570985741e-05,
+      "loss": 0.0287,
+      "step": 90000
+    },
+    {
+      "epoch": 1.3048054326042764,
+      "grad_norm": 1.4315825700759888,
+      "learning_rate": 1.7390417970270622e-05,
+      "loss": 0.0314,
+      "step": 90500
+    },
+    {
+      "epoch": 1.31201430239767,
+      "grad_norm": 0.9023242592811584,
+      "learning_rate": 1.7376000230683834e-05,
+      "loss": 0.0296,
+      "step": 91000
+    },
+    {
+      "epoch": 1.3192231721910639,
+      "grad_norm": 1.8055963516235352,
+      "learning_rate": 1.7361582491097045e-05,
+      "loss": 0.0289,
+      "step": 91500
+    },
+    {
+      "epoch": 1.3264320419844577,
+      "grad_norm": 1.2063618898391724,
+      "learning_rate": 1.734716475151026e-05,
+      "loss": 0.03,
+      "step": 92000
+    },
+    {
+      "epoch": 1.3336409117778514,
+      "grad_norm": 2.5645272731781006,
+      "learning_rate": 1.7332747011923472e-05,
+      "loss": 0.0289,
+      "step": 92500
+    },
+    {
+      "epoch": 1.3408497815712452,
+      "grad_norm": 1.9335203170776367,
+      "learning_rate": 1.7318329272336684e-05,
+      "loss": 0.0285,
+      "step": 93000
+    },
+    {
+      "epoch": 1.348058651364639,
+      "grad_norm": 0.8842147588729858,
+      "learning_rate": 1.73039115327499e-05,
+      "loss": 0.0287,
+      "step": 93500
+    },
+    {
+      "epoch": 1.3552675211580327,
+      "grad_norm": 1.2006937265396118,
+      "learning_rate": 1.728949379316311e-05,
+      "loss": 0.0288,
+      "step": 94000
+    },
+    {
+      "epoch": 1.3624763909514266,
+      "grad_norm": 1.1261006593704224,
+      "learning_rate": 1.7275076053576322e-05,
+      "loss": 0.0293,
+      "step": 94500
+    },
+    {
+      "epoch": 1.3696852607448204,
+      "grad_norm": 1.2065215110778809,
+      "learning_rate": 1.7260658313989534e-05,
+      "loss": 0.0282,
+      "step": 95000
+    },
+    {
+      "epoch": 1.3768941305382143,
+      "grad_norm": 1.8486534357070923,
+      "learning_rate": 1.7246240574402746e-05,
+      "loss": 0.029,
+      "step": 95500
+    },
+    {
+      "epoch": 1.384103000331608,
+      "grad_norm": 0.8908069729804993,
+      "learning_rate": 1.7231822834815957e-05,
+      "loss": 0.0294,
+      "step": 96000
+    },
+    {
+      "epoch": 1.3913118701250018,
+      "grad_norm": 0.6375325918197632,
+      "learning_rate": 1.7217405095229172e-05,
+      "loss": 0.0287,
+      "step": 96500
+    },
+    {
+      "epoch": 1.3985207399183957,
+      "grad_norm": 1.9673434495925903,
+      "learning_rate": 1.7202987355642384e-05,
+      "loss": 0.0282,
+      "step": 97000
+    },
+    {
+      "epoch": 1.4057296097117895,
+      "grad_norm": 1.1606006622314453,
+      "learning_rate": 1.7188569616055596e-05,
+      "loss": 0.0284,
+      "step": 97500
+    },
+    {
+      "epoch": 1.4129384795051831,
+      "grad_norm": 1.003493309020996,
+      "learning_rate": 1.7174151876468807e-05,
+      "loss": 0.0283,
+      "step": 98000
+    },
+    {
+      "epoch": 1.420147349298577,
+      "grad_norm": 0.9186868071556091,
+      "learning_rate": 1.715973413688202e-05,
+      "loss": 0.0277,
+      "step": 98500
+    },
+    {
+      "epoch": 1.4273562190919709,
+      "grad_norm": 1.3305683135986328,
+      "learning_rate": 1.7145316397295234e-05,
+      "loss": 0.0292,
+      "step": 99000
+    },
+    {
+      "epoch": 1.4345650888853645,
+      "grad_norm": 1.3776835203170776,
+      "learning_rate": 1.7130898657708446e-05,
+      "loss": 0.0286,
+      "step": 99500
+    },
+    {
+      "epoch": 1.4417739586787583,
+      "grad_norm": 1.6687921285629272,
+      "learning_rate": 1.7116480918121658e-05,
+      "loss": 0.029,
+      "step": 100000
+    },
+    {
+      "epoch": 1.4489828284721522,
+      "grad_norm": 1.9249308109283447,
+      "learning_rate": 1.7102063178534873e-05,
+      "loss": 0.0262,
+      "step": 100500
+    },
+    {
+      "epoch": 1.4561916982655458,
+      "grad_norm": 1.1834752559661865,
+      "learning_rate": 1.7087645438948084e-05,
+      "loss": 0.0294,
+      "step": 101000
+    },
+    {
+      "epoch": 1.4634005680589397,
+      "grad_norm": 2.1350696086883545,
+      "learning_rate": 1.7073227699361296e-05,
+      "loss": 0.0276,
+      "step": 101500
+    },
+    {
+      "epoch": 1.4706094378523336,
+      "grad_norm": 2.563725709915161,
+      "learning_rate": 1.7058809959774508e-05,
+      "loss": 0.0276,
+      "step": 102000
+    },
+    {
+      "epoch": 1.4778183076457272,
+      "grad_norm": 0.9226647019386292,
+      "learning_rate": 1.704439222018772e-05,
+      "loss": 0.0284,
+      "step": 102500
+    },
+    {
+      "epoch": 1.485027177439121,
+      "grad_norm": 0.34231990575790405,
+      "learning_rate": 1.702997448060093e-05,
+      "loss": 0.0281,
+      "step": 103000
+    },
+    {
+      "epoch": 1.492236047232515,
+      "grad_norm": 2.339191436767578,
+      "learning_rate": 1.7015556741014146e-05,
+      "loss": 0.029,
+      "step": 103500
+    },
+    {
+      "epoch": 1.4994449170259085,
+      "grad_norm": 1.7756520509719849,
+      "learning_rate": 1.7001139001427358e-05,
+      "loss": 0.0288,
+      "step": 104000
+    },
+    {
+      "epoch": 1.5066537868193026,
+      "grad_norm": 2.0807387828826904,
+      "learning_rate": 1.698672126184057e-05,
+      "loss": 0.0281,
+      "step": 104500
+    },
+    {
+      "epoch": 1.5138626566126963,
+      "grad_norm": 1.4787542819976807,
+      "learning_rate": 1.6972303522253785e-05,
+      "loss": 0.0284,
+      "step": 105000
+    },
+    {
+      "epoch": 1.52107152640609,
+      "grad_norm": 1.719581961631775,
+      "learning_rate": 1.6957885782666993e-05,
+      "loss": 0.0287,
+      "step": 105500
+    },
+    {
+      "epoch": 1.528280396199484,
+      "grad_norm": 0.8158332109451294,
+      "learning_rate": 1.6943468043080208e-05,
+      "loss": 0.029,
+      "step": 106000
+    },
+    {
+      "epoch": 1.5354892659928776,
+      "grad_norm": 0.10212863981723785,
+      "learning_rate": 1.692905030349342e-05,
+      "loss": 0.0275,
+      "step": 106500
+    },
+    {
+      "epoch": 1.5426981357862715,
+      "grad_norm": 1.0970171689987183,
+      "learning_rate": 1.691463256390663e-05,
+      "loss": 0.0282,
+      "step": 107000
+    },
+    {
+      "epoch": 1.5499070055796653,
+      "grad_norm": 0.4221758246421814,
+      "learning_rate": 1.6900214824319846e-05,
+      "loss": 0.0285,
+      "step": 107500
+    },
+    {
+      "epoch": 1.557115875373059,
+      "grad_norm": 1.5400525331497192,
+      "learning_rate": 1.6885797084733058e-05,
+      "loss": 0.0282,
+      "step": 108000
+    },
+    {
+      "epoch": 1.5643247451664528,
+      "grad_norm": 1.6638318300247192,
+      "learning_rate": 1.687137934514627e-05,
+      "loss": 0.0301,
+      "step": 108500
+    },
+    {
+      "epoch": 1.5715336149598467,
+      "grad_norm": 1.3407906293869019,
+      "learning_rate": 1.685696160555948e-05,
+      "loss": 0.0276,
+      "step": 109000
+    },
+    {
+      "epoch": 1.5787424847532403,
+      "grad_norm": 0.8864063024520874,
+      "learning_rate": 1.6842543865972693e-05,
+      "loss": 0.0273,
+      "step": 109500
+    },
+    {
+      "epoch": 1.5859513545466342,
+      "grad_norm": 1.5699615478515625,
+      "learning_rate": 1.6828126126385905e-05,
+      "loss": 0.0267,
+      "step": 110000
+    },
+    {
+      "epoch": 1.593160224340028,
+      "grad_norm": 0.20337066054344177,
+      "learning_rate": 1.681370838679912e-05,
+      "loss": 0.0285,
+      "step": 110500
+    },
+    {
+      "epoch": 1.6003690941334217,
+      "grad_norm": 0.7260587811470032,
+      "learning_rate": 1.679929064721233e-05,
+      "loss": 0.028,
+      "step": 111000
+    },
+    {
+      "epoch": 1.6075779639268155,
+      "grad_norm": 0.434865266084671,
+      "learning_rate": 1.6784872907625543e-05,
+      "loss": 0.027,
+      "step": 111500
+    },
+    {
+      "epoch": 1.6147868337202094,
+      "grad_norm": 1.0067859888076782,
+      "learning_rate": 1.677045516803876e-05,
+      "loss": 0.0276,
+      "step": 112000
+    },
+    {
+      "epoch": 1.621995703513603,
+      "grad_norm": 1.7014882564544678,
+      "learning_rate": 1.6756037428451967e-05,
+      "loss": 0.0276,
+      "step": 112500
+    },
+    {
+      "epoch": 1.629204573306997,
+      "grad_norm": 1.2809230089187622,
+      "learning_rate": 1.674161968886518e-05,
+      "loss": 0.0276,
+      "step": 113000
+    },
+    {
+      "epoch": 1.6364134431003907,
+      "grad_norm": 1.2574232816696167,
+      "learning_rate": 1.6727201949278393e-05,
+      "loss": 0.0284,
+      "step": 113500
+    },
+    {
+      "epoch": 1.6436223128937844,
+      "grad_norm": 1.3797274827957153,
+      "learning_rate": 1.6712784209691605e-05,
+      "loss": 0.0282,
+      "step": 114000
+    },
+    {
+      "epoch": 1.6508311826871784,
+      "grad_norm": 0.32101693749427795,
+      "learning_rate": 1.669836647010482e-05,
+      "loss": 0.0274,
+      "step": 114500
+    },
+    {
+      "epoch": 1.658040052480572,
+      "grad_norm": 0.41121360659599304,
+      "learning_rate": 1.6683948730518032e-05,
+      "loss": 0.0286,
+      "step": 115000
+    },
+    {
+      "epoch": 1.665248922273966,
+      "grad_norm": 0.5161770582199097,
+      "learning_rate": 1.6669530990931243e-05,
+      "loss": 0.0271,
+      "step": 115500
+    },
+    {
+      "epoch": 1.6724577920673598,
+      "grad_norm": 1.153785228729248,
+      "learning_rate": 1.6655113251344455e-05,
+      "loss": 0.0264,
+      "step": 116000
+    },
+    {
+      "epoch": 1.6796666618607534,
+      "grad_norm": 1.5621336698532104,
+      "learning_rate": 1.6640695511757667e-05,
+      "loss": 0.0272,
+      "step": 116500
+    },
+    {
+      "epoch": 1.6868755316541473,
+      "grad_norm": 2.4250948429107666,
+      "learning_rate": 1.662627777217088e-05,
+      "loss": 0.0282,
+      "step": 117000
+    },
+    {
+      "epoch": 1.6940844014475411,
+      "grad_norm": 0.24833956360816956,
+      "learning_rate": 1.6611860032584094e-05,
+      "loss": 0.0279,
+      "step": 117500
+    },
+    {
+      "epoch": 1.7012932712409348,
+      "grad_norm": 2.7739059925079346,
+      "learning_rate": 1.6597442292997305e-05,
+      "loss": 0.0283,
+      "step": 118000
+    },
+    {
+      "epoch": 1.7085021410343286,
+      "grad_norm": 0.29604852199554443,
+      "learning_rate": 1.6583024553410517e-05,
+      "loss": 0.0271,
+      "step": 118500
+    },
+    {
+      "epoch": 1.7157110108277225,
+      "grad_norm": 1.0948668718338013,
+      "learning_rate": 1.6568606813823732e-05,
+      "loss": 0.0269,
+      "step": 119000
+    },
+    {
+      "epoch": 1.7229198806211161,
+      "grad_norm": 0.20236891508102417,
+      "learning_rate": 1.655418907423694e-05,
+      "loss": 0.0264,
+      "step": 119500
+    },
+    {
+      "epoch": 1.73012875041451,
+      "grad_norm": 0.9090920090675354,
+      "learning_rate": 1.6539771334650155e-05,
+      "loss": 0.0282,
+      "step": 120000
+    },
+    {
+      "epoch": 1.7373376202079038,
+      "grad_norm": 2.128474473953247,
+      "learning_rate": 1.6525353595063367e-05,
+      "loss": 0.0283,
+      "step": 120500
+    },
+    {
+      "epoch": 1.7445464900012975,
+      "grad_norm": 1.6552634239196777,
+      "learning_rate": 1.651093585547658e-05,
+      "loss": 0.0272,
+      "step": 121000
+    },
+    {
+      "epoch": 1.7517553597946915,
+      "grad_norm": 0.7921839356422424,
+      "learning_rate": 1.6496518115889794e-05,
+      "loss": 0.0301,
+      "step": 121500
+    },
+    {
+      "epoch": 1.7589642295880852,
+      "grad_norm": 0.8467416763305664,
+      "learning_rate": 1.6482100376303006e-05,
+      "loss": 0.0266,
+      "step": 122000
+    },
+    {
+      "epoch": 1.7661730993814788,
+      "grad_norm": 1.4604544639587402,
+      "learning_rate": 1.6467682636716217e-05,
+      "loss": 0.0253,
+      "step": 122500
+    },
+    {
+      "epoch": 1.773381969174873,
+      "grad_norm": 0.677890956401825,
+      "learning_rate": 1.645326489712943e-05,
+      "loss": 0.0266,
+      "step": 123000
+    },
+    {
+      "epoch": 1.7805908389682665,
+      "grad_norm": 0.2728472352027893,
+      "learning_rate": 1.643884715754264e-05,
+      "loss": 0.027,
+      "step": 123500
+    },
+    {
+      "epoch": 1.7877997087616604,
+      "grad_norm": 1.2005136013031006,
+      "learning_rate": 1.6424429417955852e-05,
+      "loss": 0.0265,
+      "step": 124000
+    },
+    {
+      "epoch": 1.7950085785550542,
+      "grad_norm": 2.1395583152770996,
+      "learning_rate": 1.6410011678369067e-05,
+      "loss": 0.0285,
+      "step": 124500
+    },
+    {
+      "epoch": 1.8022174483484479,
+      "grad_norm": 1.5524953603744507,
+      "learning_rate": 1.639559393878228e-05,
+      "loss": 0.026,
+      "step": 125000
+    },
+    {
+      "epoch": 1.8094263181418417,
+      "grad_norm": 1.5434062480926514,
+      "learning_rate": 1.638117619919549e-05,
+      "loss": 0.0272,
+      "step": 125500
+    },
+    {
+      "epoch": 1.8166351879352356,
+      "grad_norm": 1.4732664823532104,
+      "learning_rate": 1.6366758459608706e-05,
+      "loss": 0.0264,
+      "step": 126000
+    },
+    {
+      "epoch": 1.8238440577286292,
+      "grad_norm": 0.5316962599754333,
+      "learning_rate": 1.6352340720021914e-05,
+      "loss": 0.0262,
+      "step": 126500
+    },
+    {
+      "epoch": 1.831052927522023,
+      "grad_norm": 0.09009312838315964,
+      "learning_rate": 1.633792298043513e-05,
+      "loss": 0.0272,
+      "step": 127000
+    },
+    {
+      "epoch": 1.838261797315417,
+      "grad_norm": 1.211990475654602,
+      "learning_rate": 1.632350524084834e-05,
+      "loss": 0.0272,
+      "step": 127500
+    },
+    {
+      "epoch": 1.8454706671088106,
+      "grad_norm": 1.1306172609329224,
+      "learning_rate": 1.6309087501261552e-05,
+      "loss": 0.0268,
+      "step": 128000
+    },
+    {
+      "epoch": 1.8526795369022044,
+      "grad_norm": 1.8232672214508057,
+      "learning_rate": 1.6294669761674768e-05,
+      "loss": 0.0282,
+      "step": 128500
+    },
+    {
+      "epoch": 1.8598884066955983,
+      "grad_norm": 2.736703395843506,
+      "learning_rate": 1.628025202208798e-05,
+      "loss": 0.0271,
+      "step": 129000
+    },
+    {
+      "epoch": 1.867097276488992,
+      "grad_norm": 2.2017531394958496,
+      "learning_rate": 1.626583428250119e-05,
+      "loss": 0.0264,
+      "step": 129500
+    },
+    {
+      "epoch": 1.874306146282386,
+      "grad_norm": 0.6630580425262451,
+      "learning_rate": 1.6251416542914403e-05,
+      "loss": 0.0268,
+      "step": 130000
+    },
+    {
+      "epoch": 1.8815150160757796,
+      "grad_norm": 0.2576875388622284,
+      "learning_rate": 1.6236998803327614e-05,
+      "loss": 0.0275,
+      "step": 130500
+    },
+    {
+      "epoch": 1.8887238858691733,
+      "grad_norm": 0.625859260559082,
+      "learning_rate": 1.6222581063740826e-05,
+      "loss": 0.0263,
+      "step": 131000
+    },
+    {
+      "epoch": 1.8959327556625674,
+      "grad_norm": 2.3079171180725098,
+      "learning_rate": 1.620816332415404e-05,
+      "loss": 0.0266,
+      "step": 131500
+    },
+    {
+      "epoch": 1.903141625455961,
+      "grad_norm": 0.8551648259162903,
+      "learning_rate": 1.6193745584567253e-05,
+      "loss": 0.0268,
+      "step": 132000
+    },
+    {
+      "epoch": 1.9103504952493549,
+      "grad_norm": 1.2068754434585571,
+      "learning_rate": 1.6179327844980464e-05,
+      "loss": 0.0276,
+      "step": 132500
+    },
+    {
+      "epoch": 1.9175593650427487,
+      "grad_norm": 0.4594031274318695,
+      "learning_rate": 1.616491010539368e-05,
+      "loss": 0.0271,
+      "step": 133000
+    },
+    {
+      "epoch": 1.9247682348361423,
+      "grad_norm": 0.5821360945701599,
+      "learning_rate": 1.6150492365806888e-05,
+      "loss": 0.0267,
+      "step": 133500
+    },
+    {
+      "epoch": 1.9319771046295362,
+      "grad_norm": 0.5188286304473877,
+      "learning_rate": 1.6136074626220103e-05,
+      "loss": 0.027,
+      "step": 134000
+    },
+    {
+      "epoch": 1.93918597442293,
+      "grad_norm": 1.6506882905960083,
+      "learning_rate": 1.6121656886633315e-05,
+      "loss": 0.026,
+      "step": 134500
+    },
+    {
+      "epoch": 1.9463948442163237,
+      "grad_norm": 1.5678963661193848,
+      "learning_rate": 1.6107239147046526e-05,
+      "loss": 0.0264,
+      "step": 135000
+    },
+    {
+      "epoch": 1.9536037140097176,
+      "grad_norm": 0.3626735210418701,
+      "learning_rate": 1.609282140745974e-05,
+      "loss": 0.0264,
+      "step": 135500
+    },
+    {
+      "epoch": 1.9608125838031114,
+      "grad_norm": 0.48542195558547974,
+      "learning_rate": 1.6078403667872953e-05,
+      "loss": 0.0257,
+      "step": 136000
+    },
+    {
+      "epoch": 1.968021453596505,
+      "grad_norm": 0.93156498670578,
+      "learning_rate": 1.6063985928286165e-05,
+      "loss": 0.0274,
+      "step": 136500
+    },
+    {
+      "epoch": 1.975230323389899,
+      "grad_norm": 0.6599089503288269,
+      "learning_rate": 1.6049568188699376e-05,
+      "loss": 0.0253,
+      "step": 137000
+    },
+    {
+      "epoch": 1.9824391931832928,
+      "grad_norm": 2.511162519454956,
+      "learning_rate": 1.6035150449112588e-05,
+      "loss": 0.0264,
+      "step": 137500
+    },
+    {
+      "epoch": 1.9896480629766864,
+      "grad_norm": 0.7365297675132751,
+      "learning_rate": 1.6020732709525803e-05,
+      "loss": 0.0263,
+      "step": 138000
+    },
+    {
+      "epoch": 1.9968569327700805,
+      "grad_norm": 0.9106433391571045,
+      "learning_rate": 1.6006314969939015e-05,
+      "loss": 0.027,
+      "step": 138500
+    },
+    {
+      "epoch": 2.0,
+      "eval_f1": 0.9915470627263667,
+      "eval_loss": 0.02749801054596901,
+      "eval_runtime": 1640.2112,
+      "eval_samples_per_second": 636.802,
+      "eval_steps_per_second": 19.9,
+      "step": 138718
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 693590,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 1000.0,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 5,
+        "early_stopping_threshold": 0.005
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 1
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.35149119187216e+18,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709ac35729d9783889224c2b6c62438ba17f34adeb2fd849eb815a049cead0d7
+size 5841