Training in progress, epoch 6

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22546df02e97ac5048243011464bec7f276eecffbc48b82b1441ad405036953f
+oid sha256:81ac3f88bdb451e4316877bdf137e199de70b195697d9835e23b0052e2b2bace
 size 598898116

run-0/checkpoint-5724/config.json

@@ -21,313 +21,313 @@
   "hidden_activation": "gelu",
   "hidden_size": 768,
   "id2label": {
-    "0": "LABEL_0",
-    "1": "LABEL_1",
-    "2": "LABEL_2",
-    "3": "LABEL_3",
-    "4": "LABEL_4",
-    "5": "LABEL_5",
-    "6": "LABEL_6",
-    "7": "LABEL_7",
-    "8": "LABEL_8",
-    "9": "LABEL_9",
-    "10": "LABEL_10",
-    "11": "LABEL_11",
-    "12": "LABEL_12",
-    "13": "LABEL_13",
-    "14": "LABEL_14",
-    "15": "LABEL_15",
-    "16": "LABEL_16",
-    "17": "LABEL_17",
-    "18": "LABEL_18",
-    "19": "LABEL_19",
-    "20": "LABEL_20",
-    "21": "LABEL_21",
-    "22": "LABEL_22",
-    "23": "LABEL_23",
-    "24": "LABEL_24",
-    "25": "LABEL_25",
-    "26": "LABEL_26",
-    "27": "LABEL_27",
-    "28": "LABEL_28",
-    "29": "LABEL_29",
-    "30": "LABEL_30",
-    "31": "LABEL_31",
-    "32": "LABEL_32",
-    "33": "LABEL_33",
-    "34": "LABEL_34",
-    "35": "LABEL_35",
-    "36": "LABEL_36",
-    "37": "LABEL_37",
-    "38": "LABEL_38",
-    "39": "LABEL_39",
-    "40": "LABEL_40",
-    "41": "LABEL_41",
-    "42": "LABEL_42",
-    "43": "LABEL_43",
-    "44": "LABEL_44",
-    "45": "LABEL_45",
-    "46": "LABEL_46",
-    "47": "LABEL_47",
-    "48": "LABEL_48",
-    "49": "LABEL_49",
-    "50": "LABEL_50",
-    "51": "LABEL_51",
-    "52": "LABEL_52",
-    "53": "LABEL_53",
-    "54": "LABEL_54",
-    "55": "LABEL_55",
-    "56": "LABEL_56",
-    "57": "LABEL_57",
-    "58": "LABEL_58",
-    "59": "LABEL_59",
-    "60": "LABEL_60",
-    "61": "LABEL_61",
-    "62": "LABEL_62",
-    "63": "LABEL_63",
-    "64": "LABEL_64",
-    "65": "LABEL_65",
-    "66": "LABEL_66",
-    "67": "LABEL_67",
-    "68": "LABEL_68",
-    "69": "LABEL_69",
-    "70": "LABEL_70",
-    "71": "LABEL_71",
-    "72": "LABEL_72",
-    "73": "LABEL_73",
-    "74": "LABEL_74",
-    "75": "LABEL_75",
-    "76": "LABEL_76",
-    "77": "LABEL_77",
-    "78": "LABEL_78",
-    "79": "LABEL_79",
-    "80": "LABEL_80",
-    "81": "LABEL_81",
-    "82": "LABEL_82",
-    "83": "LABEL_83",
-    "84": "LABEL_84",
-    "85": "LABEL_85",
-    "86": "LABEL_86",
-    "87": "LABEL_87",
-    "88": "LABEL_88",
-    "89": "LABEL_89",
-    "90": "LABEL_90",
-    "91": "LABEL_91",
-    "92": "LABEL_92",
-    "93": "LABEL_93",
-    "94": "LABEL_94",
-    "95": "LABEL_95",
-    "96": "LABEL_96",
-    "97": "LABEL_97",
-    "98": "LABEL_98",
-    "99": "LABEL_99",
-    "100": "LABEL_100",
-    "101": "LABEL_101",
-    "102": "LABEL_102",
-    "103": "LABEL_103",
-    "104": "LABEL_104",
-    "105": "LABEL_105",
-    "106": "LABEL_106",
-    "107": "LABEL_107",
-    "108": "LABEL_108",
-    "109": "LABEL_109",
-    "110": "LABEL_110",
-    "111": "LABEL_111",
-    "112": "LABEL_112",
-    "113": "LABEL_113",
-    "114": "LABEL_114",
-    "115": "LABEL_115",
-    "116": "LABEL_116",
-    "117": "LABEL_117",
-    "118": "LABEL_118",
-    "119": "LABEL_119",
-    "120": "LABEL_120",
-    "121": "LABEL_121",
-    "122": "LABEL_122",
-    "123": "LABEL_123",
-    "124": "LABEL_124",
-    "125": "LABEL_125",
-    "126": "LABEL_126",
-    "127": "LABEL_127",
-    "128": "LABEL_128",
-    "129": "LABEL_129",
-    "130": "LABEL_130",
-    "131": "LABEL_131",
-    "132": "LABEL_132",
-    "133": "LABEL_133",
-    "134": "LABEL_134",
-    "135": "LABEL_135",
-    "136": "LABEL_136",
-    "137": "LABEL_137",
-    "138": "LABEL_138",
-    "139": "LABEL_139",
-    "140": "LABEL_140",
-    "141": "LABEL_141",
-    "142": "LABEL_142",
-    "143": "LABEL_143",
-    "144": "LABEL_144",
-    "145": "LABEL_145",
-    "146": "LABEL_146",
-    "147": "LABEL_147",
-    "148": "LABEL_148",
-    "149": "LABEL_149",
-    "150": "LABEL_150"
+    "0": "restaurant_reviews",
+    "1": "nutrition_info",
+    "2": "account_blocked",
+    "3": "oil_change_how",
+    "4": "time",
+    "5": "weather",
+    "6": "redeem_rewards",
+    "7": "interest_rate",
+    "8": "gas_type",
+    "9": "accept_reservations",
+    "10": "smart_home",
+    "11": "user_name",
+    "12": "report_lost_card",
+    "13": "repeat",
+    "14": "whisper_mode",
+    "15": "what_are_your_hobbies",
+    "16": "order",
+    "17": "jump_start",
+    "18": "schedule_meeting",
+    "19": "meeting_schedule",
+    "20": "freeze_account",
+    "21": "what_song",
+    "22": "meaning_of_life",
+    "23": "restaurant_reservation",
+    "24": "traffic",
+    "25": "make_call",
+    "26": "text",
+    "27": "bill_balance",
+    "28": "improve_credit_score",
+    "29": "change_language",
+    "30": "no",
+    "31": "measurement_conversion",
+    "32": "timer",
+    "33": "flip_coin",
+    "34": "do_you_have_pets",
+    "35": "balance",
+    "36": "tell_joke",
+    "37": "last_maintenance",
+    "38": "exchange_rate",
+    "39": "uber",
+    "40": "car_rental",
+    "41": "credit_limit",
+    "42": "oos",
+    "43": "shopping_list",
+    "44": "expiration_date",
+    "45": "routing",
+    "46": "meal_suggestion",
+    "47": "tire_change",
+    "48": "todo_list",
+    "49": "card_declined",
+    "50": "rewards_balance",
+    "51": "change_accent",
+    "52": "vaccines",
+    "53": "reminder_update",
+    "54": "food_last",
+    "55": "change_ai_name",
+    "56": "bill_due",
+    "57": "who_do_you_work_for",
+    "58": "share_location",
+    "59": "international_visa",
+    "60": "calendar",
+    "61": "translate",
+    "62": "carry_on",
+    "63": "book_flight",
+    "64": "insurance_change",
+    "65": "todo_list_update",
+    "66": "timezone",
+    "67": "cancel_reservation",
+    "68": "transactions",
+    "69": "credit_score",
+    "70": "report_fraud",
+    "71": "spending_history",
+    "72": "directions",
+    "73": "spelling",
+    "74": "insurance",
+    "75": "what_is_your_name",
+    "76": "reminder",
+    "77": "where_are_you_from",
+    "78": "distance",
+    "79": "payday",
+    "80": "flight_status",
+    "81": "find_phone",
+    "82": "greeting",
+    "83": "alarm",
+    "84": "order_status",
+    "85": "confirm_reservation",
+    "86": "cook_time",
+    "87": "damaged_card",
+    "88": "reset_settings",
+    "89": "pin_change",
+    "90": "replacement_card_duration",
+    "91": "new_card",
+    "92": "roll_dice",
+    "93": "income",
+    "94": "taxes",
+    "95": "date",
+    "96": "who_made_you",
+    "97": "pto_request",
+    "98": "tire_pressure",
+    "99": "how_old_are_you",
+    "100": "rollover_401k",
+    "101": "pto_request_status",
+    "102": "how_busy",
+    "103": "application_status",
+    "104": "recipe",
+    "105": "calendar_update",
+    "106": "play_music",
+    "107": "yes",
+    "108": "direct_deposit",
+    "109": "credit_limit_change",
+    "110": "gas",
+    "111": "pay_bill",
+    "112": "ingredients_list",
+    "113": "lost_luggage",
+    "114": "goodbye",
+    "115": "what_can_i_ask_you",
+    "116": "book_hotel",
+    "117": "are_you_a_bot",
+    "118": "next_song",
+    "119": "change_speed",
+    "120": "plug_type",
+    "121": "maybe",
+    "122": "w2",
+    "123": "oil_change_when",
+    "124": "thank_you",
+    "125": "shopping_list_update",
+    "126": "pto_balance",
+    "127": "order_checks",
+    "128": "travel_alert",
+    "129": "fun_fact",
+    "130": "sync_device",
+    "131": "schedule_maintenance",
+    "132": "apr",
+    "133": "transfer",
+    "134": "ingredient_substitution",
+    "135": "calories",
+    "136": "current_location",
+    "137": "international_fees",
+    "138": "calculator",
+    "139": "definition",
+    "140": "next_holiday",
+    "141": "update_playlist",
+    "142": "mpg",
+    "143": "min_payment",
+    "144": "change_user_name",
+    "145": "restaurant_suggestion",
+    "146": "travel_notification",
+    "147": "cancel",
+    "148": "pto_used",
+    "149": "travel_suggestion",
+    "150": "change_volume"
   },
   "initializer_cutoff_factor": 2.0,
   "initializer_range": 0.02,
   "intermediate_size": 1152,
   "label2id": {
-    "LABEL_0": 0,
-    "LABEL_1": 1,
-    "LABEL_10": 10,
-    "LABEL_100": 100,
-    "LABEL_101": 101,
-    "LABEL_102": 102,
-    "LABEL_103": 103,
-    "LABEL_104": 104,
-    "LABEL_105": 105,
-    "LABEL_106": 106,
-    "LABEL_107": 107,
-    "LABEL_108": 108,
-    "LABEL_109": 109,
-    "LABEL_11": 11,
-    "LABEL_110": 110,
-    "LABEL_111": 111,
-    "LABEL_112": 112,
-    "LABEL_113": 113,
-    "LABEL_114": 114,
-    "LABEL_115": 115,
-    "LABEL_116": 116,
-    "LABEL_117": 117,
-    "LABEL_118": 118,
-    "LABEL_119": 119,
-    "LABEL_12": 12,
-    "LABEL_120": 120,
-    "LABEL_121": 121,
-    "LABEL_122": 122,
-    "LABEL_123": 123,
-    "LABEL_124": 124,
-    "LABEL_125": 125,
-    "LABEL_126": 126,
-    "LABEL_127": 127,
-    "LABEL_128": 128,
-    "LABEL_129": 129,
-    "LABEL_13": 13,
-    "LABEL_130": 130,
-    "LABEL_131": 131,
-    "LABEL_132": 132,
-    "LABEL_133": 133,
-    "LABEL_134": 134,
-    "LABEL_135": 135,
-    "LABEL_136": 136,
-    "LABEL_137": 137,
-    "LABEL_138": 138,
-    "LABEL_139": 139,
-    "LABEL_14": 14,
-    "LABEL_140": 140,
-    "LABEL_141": 141,
-    "LABEL_142": 142,
-    "LABEL_143": 143,
-    "LABEL_144": 144,
-    "LABEL_145": 145,
-    "LABEL_146": 146,
-    "LABEL_147": 147,
-    "LABEL_148": 148,
-    "LABEL_149": 149,
-    "LABEL_15": 15,
-    "LABEL_150": 150,
-    "LABEL_16": 16,
-    "LABEL_17": 17,
-    "LABEL_18": 18,
-    "LABEL_19": 19,
-    "LABEL_2": 2,
-    "LABEL_20": 20,
-    "LABEL_21": 21,
-    "LABEL_22": 22,
-    "LABEL_23": 23,
-    "LABEL_24": 24,
-    "LABEL_25": 25,
-    "LABEL_26": 26,
-    "LABEL_27": 27,
-    "LABEL_28": 28,
-    "LABEL_29": 29,
-    "LABEL_3": 3,
-    "LABEL_30": 30,
-    "LABEL_31": 31,
-    "LABEL_32": 32,
-    "LABEL_33": 33,
-    "LABEL_34": 34,
-    "LABEL_35": 35,
-    "LABEL_36": 36,
-    "LABEL_37": 37,
-    "LABEL_38": 38,
-    "LABEL_39": 39,
-    "LABEL_4": 4,
-    "LABEL_40": 40,
-    "LABEL_41": 41,
-    "LABEL_42": 42,
-    "LABEL_43": 43,
-    "LABEL_44": 44,
-    "LABEL_45": 45,
-    "LABEL_46": 46,
-    "LABEL_47": 47,
-    "LABEL_48": 48,
-    "LABEL_49": 49,
-    "LABEL_5": 5,
-    "LABEL_50": 50,
-    "LABEL_51": 51,
-    "LABEL_52": 52,
-    "LABEL_53": 53,
-    "LABEL_54": 54,
-    "LABEL_55": 55,
-    "LABEL_56": 56,
-    "LABEL_57": 57,
-    "LABEL_58": 58,
-    "LABEL_59": 59,
-    "LABEL_6": 6,
-    "LABEL_60": 60,
-    "LABEL_61": 61,
-    "LABEL_62": 62,
-    "LABEL_63": 63,
-    "LABEL_64": 64,
-    "LABEL_65": 65,
-    "LABEL_66": 66,
-    "LABEL_67": 67,
-    "LABEL_68": 68,
-    "LABEL_69": 69,
-    "LABEL_7": 7,
-    "LABEL_70": 70,
-    "LABEL_71": 71,
-    "LABEL_72": 72,
-    "LABEL_73": 73,
-    "LABEL_74": 74,
-    "LABEL_75": 75,
-    "LABEL_76": 76,
-    "LABEL_77": 77,
-    "LABEL_78": 78,
-    "LABEL_79": 79,
-    "LABEL_8": 8,
-    "LABEL_80": 80,
-    "LABEL_81": 81,
-    "LABEL_82": 82,
-    "LABEL_83": 83,
-    "LABEL_84": 84,
-    "LABEL_85": 85,
-    "LABEL_86": 86,
-    "LABEL_87": 87,
-    "LABEL_88": 88,
-    "LABEL_89": 89,
-    "LABEL_9": 9,
-    "LABEL_90": 90,
-    "LABEL_91": 91,
-    "LABEL_92": 92,
-    "LABEL_93": 93,
-    "LABEL_94": 94,
-    "LABEL_95": 95,
-    "LABEL_96": 96,
-    "LABEL_97": 97,
-    "LABEL_98": 98,
-    "LABEL_99": 99
+    "accept_reservations": 9,
+    "account_blocked": 2,
+    "alarm": 83,
+    "application_status": 103,
+    "apr": 132,
+    "are_you_a_bot": 117,
+    "balance": 35,
+    "bill_balance": 27,
+    "bill_due": 56,
+    "book_flight": 63,
+    "book_hotel": 116,
+    "calculator": 138,
+    "calendar": 60,
+    "calendar_update": 105,
+    "calories": 135,
+    "cancel": 147,
+    "cancel_reservation": 67,
+    "car_rental": 40,
+    "card_declined": 49,
+    "carry_on": 62,
+    "change_accent": 51,
+    "change_ai_name": 55,
+    "change_language": 29,
+    "change_speed": 119,
+    "change_user_name": 144,
+    "change_volume": 150,
+    "confirm_reservation": 85,
+    "cook_time": 86,
+    "credit_limit": 41,
+    "credit_limit_change": 109,
+    "credit_score": 69,
+    "current_location": 136,
+    "damaged_card": 87,
+    "date": 95,
+    "definition": 139,
+    "direct_deposit": 108,
+    "directions": 72,
+    "distance": 78,
+    "do_you_have_pets": 34,
+    "exchange_rate": 38,
+    "expiration_date": 44,
+    "find_phone": 81,
+    "flight_status": 80,
+    "flip_coin": 33,
+    "food_last": 54,
+    "freeze_account": 20,
+    "fun_fact": 129,
+    "gas": 110,
+    "gas_type": 8,
+    "goodbye": 114,
+    "greeting": 82,
+    "how_busy": 102,
+    "how_old_are_you": 99,
+    "improve_credit_score": 28,
+    "income": 93,
+    "ingredient_substitution": 134,
+    "ingredients_list": 112,
+    "insurance": 74,
+    "insurance_change": 64,
+    "interest_rate": 7,
+    "international_fees": 137,
+    "international_visa": 59,
+    "jump_start": 17,
+    "last_maintenance": 37,
+    "lost_luggage": 113,
+    "make_call": 25,
+    "maybe": 121,
+    "meal_suggestion": 46,
+    "meaning_of_life": 22,
+    "measurement_conversion": 31,
+    "meeting_schedule": 19,
+    "min_payment": 143,
+    "mpg": 142,
+    "new_card": 91,
+    "next_holiday": 140,
+    "next_song": 118,
+    "no": 30,
+    "nutrition_info": 1,
+    "oil_change_how": 3,
+    "oil_change_when": 123,
+    "oos": 42,
+    "order": 16,
+    "order_checks": 127,
+    "order_status": 84,
+    "pay_bill": 111,
+    "payday": 79,
+    "pin_change": 89,
+    "play_music": 106,
+    "plug_type": 120,
+    "pto_balance": 126,
+    "pto_request": 97,
+    "pto_request_status": 101,
+    "pto_used": 148,
+    "recipe": 104,
+    "redeem_rewards": 6,
+    "reminder": 76,
+    "reminder_update": 53,
+    "repeat": 13,
+    "replacement_card_duration": 90,
+    "report_fraud": 70,
+    "report_lost_card": 12,
+    "reset_settings": 88,
+    "restaurant_reservation": 23,
+    "restaurant_reviews": 0,
+    "restaurant_suggestion": 145,
+    "rewards_balance": 50,
+    "roll_dice": 92,
+    "rollover_401k": 100,
+    "routing": 45,
+    "schedule_maintenance": 131,
+    "schedule_meeting": 18,
+    "share_location": 58,
+    "shopping_list": 43,
+    "shopping_list_update": 125,
+    "smart_home": 10,
+    "spelling": 73,
+    "spending_history": 71,
+    "sync_device": 130,
+    "taxes": 94,
+    "tell_joke": 36,
+    "text": 26,
+    "thank_you": 124,
+    "time": 4,
+    "timer": 32,
+    "timezone": 66,
+    "tire_change": 47,
+    "tire_pressure": 98,
+    "todo_list": 48,
+    "todo_list_update": 65,
+    "traffic": 24,
+    "transactions": 68,
+    "transfer": 133,
+    "translate": 61,
+    "travel_alert": 128,
+    "travel_notification": 146,
+    "travel_suggestion": 149,
+    "uber": 39,
+    "update_playlist": 141,
+    "user_name": 11,
+    "vaccines": 52,
+    "w2": 122,
+    "weather": 5,
+    "what_are_your_hobbies": 15,
+    "what_can_i_ask_you": 115,
+    "what_is_your_name": 75,
+    "what_song": 21,
+    "where_are_you_from": 77,
+    "whisper_mode": 14,
+    "who_do_you_work_for": 57,
+    "who_made_you": 96,
+    "yes": 107
   },
   "layer_norm_eps": 1e-05,
   "local_attention": 128,

run-0/checkpoint-5724/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24a006b81a9845a728a3fa67d35c80dee72d4da31a4cbda44dd9977fb07d74d9
+oid sha256:81ac3f88bdb451e4316877bdf137e199de70b195697d9835e23b0052e2b2bace
 size 598898116

run-0/checkpoint-5724/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d9e22354024db7c032a1b4a4ad71cdab8ca4062c9e574d1c954475436affc15
+oid sha256:022d1a6aa461991f7bc9e38c5ac0505359b0feab028c560565db26ffc81ef9f4
 size 1197886411

run-0/checkpoint-5724/scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb7b98119882cbdd89bb47ead830327452055697a63bdbf54f9abf37edb33f4e
+oid sha256:507b0db25825069fb54cb54f098269305d212c34ae4cb16af06f08bb514410fc
 size 1383

run-0/checkpoint-5724/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32c8b83ee05ef8c4193664ffb5ae67f72e54f0bd8969acf1bf3f302ab852e755
+oid sha256:842c477c03985d57c436f042185e94f8b68859521c9e0660a688efc82daf99b1
 size 1465

run-0/checkpoint-5724/trainer_state.json

@@ -1,6 +1,6 @@
 {
   "best_global_step": 3816,
-  "best_metric": 0.9651612903225807,
+  "best_metric": 0.9638709677419355,
   "best_model_checkpoint": "ModernBERT-base-finetuned-distilled-clinc/run-0/checkpoint-3816",
   "epoch": 6.0,
   "eval_steps": 500,
@@ -10,142 +10,107 @@
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.5241090146750524,
-      "grad_norm": 25.577024459838867,
-      "learning_rate": 1.8837642674120664e-05,
-      "loss": 7.8275,
-      "step": 500
+      "epoch": 0.9989517819706499,
+      "grad_norm": 7.180769920349121,
+      "learning_rate": 1.7148846960167716e-05,
+      "loss": 4.5857,
+      "step": 953
     },
     {
       "epoch": 1.0,
-      "eval_accuracy": 0.9361290322580645,
-      "eval_loss": 1.787779688835144,
-      "eval_runtime": 17.5117,
-      "eval_samples_per_second": 177.025,
-      "eval_steps_per_second": 11.078,
+      "eval_accuracy": 0.9364516129032258,
+      "eval_loss": 1.5901516675949097,
+      "eval_runtime": 13.3547,
+      "eval_samples_per_second": 232.128,
+      "eval_steps_per_second": 14.527,
       "step": 954
     },
     {
-      "epoch": 1.0482180293501049,
-      "grad_norm": 15.088406562805176,
-      "learning_rate": 1.767295597484277e-05,
-      "loss": 2.5947,
-      "step": 1000
-    },
-    {
-      "epoch": 1.5723270440251573,
-      "grad_norm": 24.63665199279785,
-      "learning_rate": 1.6508269275564874e-05,
-      "loss": 1.3397,
-      "step": 1500
+      "epoch": 1.9979035639412999,
+      "grad_norm": 9.229886054992676,
+      "learning_rate": 1.4294699011680145e-05,
+      "loss": 1.0911,
+      "step": 1906
     },
     {
       "epoch": 2.0,
-      "eval_accuracy": 0.9587096774193549,
-      "eval_loss": 1.0319586992263794,
-      "eval_runtime": 17.514,
-      "eval_samples_per_second": 177.001,
-      "eval_steps_per_second": 11.077,
+      "eval_accuracy": 0.9570967741935484,
+      "eval_loss": 0.8912312388420105,
+      "eval_runtime": 13.3096,
+      "eval_samples_per_second": 232.915,
+      "eval_steps_per_second": 14.576,
       "step": 1908
     },
     {
-      "epoch": 2.0964360587002098,
-      "grad_norm": 5.869675636291504,
-      "learning_rate": 1.534358257628698e-05,
-      "loss": 0.9836,
-      "step": 2000
-    },
-    {
-      "epoch": 2.620545073375262,
-      "grad_norm": 3.776374101638794,
-      "learning_rate": 1.4178895877009086e-05,
-      "loss": 0.7147,
-      "step": 2500
+      "epoch": 2.99685534591195,
+      "grad_norm": 5.046926975250244,
+      "learning_rate": 1.1440551063192572e-05,
+      "loss": 0.6315,
+      "step": 2859
     },
     {
       "epoch": 3.0,
-      "eval_accuracy": 0.9641935483870968,
-      "eval_loss": 0.8226571679115295,
-      "eval_runtime": 17.6007,
-      "eval_samples_per_second": 176.129,
-      "eval_steps_per_second": 11.022,
+      "eval_accuracy": 0.9609677419354838,
+      "eval_loss": 0.7318851351737976,
+      "eval_runtime": 13.4127,
+      "eval_samples_per_second": 231.124,
+      "eval_steps_per_second": 14.464,
       "step": 2862
     },
     {
-      "epoch": 3.1446540880503147,
-      "grad_norm": 3.600783586502075,
-      "learning_rate": 1.3014209177731191e-05,
-      "loss": 0.6283,
-      "step": 3000
-    },
-    {
-      "epoch": 3.668763102725367,
-      "grad_norm": 4.3173909187316895,
-      "learning_rate": 1.1849522478453297e-05,
-      "loss": 0.5303,
-      "step": 3500
+      "epoch": 3.9958071278825997,
+      "grad_norm": 3.7578282356262207,
+      "learning_rate": 8.586403114705001e-06,
+      "loss": 0.481,
+      "step": 3812
     },
     {
       "epoch": 4.0,
-      "eval_accuracy": 0.9651612903225807,
-      "eval_loss": 0.738650381565094,
-      "eval_runtime": 17.5566,
-      "eval_samples_per_second": 176.571,
-      "eval_steps_per_second": 11.05,
+      "eval_accuracy": 0.9638709677419355,
+      "eval_loss": 0.6467007994651794,
+      "eval_runtime": 13.39,
+      "eval_samples_per_second": 231.516,
+      "eval_steps_per_second": 14.488,
       "step": 3816
     },
     {
-      "epoch": 4.1928721174004195,
-      "grad_norm": 3.643286943435669,
-      "learning_rate": 1.0684835779175402e-05,
-      "loss": 0.4893,
-      "step": 4000
-    },
-    {
-      "epoch": 4.716981132075472,
-      "grad_norm": 3.2583296298980713,
-      "learning_rate": 9.520149079897509e-06,
-      "loss": 0.4425,
-      "step": 4500
+      "epoch": 4.99475890985325,
+      "grad_norm": 2.5420217514038086,
+      "learning_rate": 5.732255166217431e-06,
+      "loss": 0.4072,
+      "step": 4765
     },
     {
       "epoch": 5.0,
-      "eval_accuracy": 0.964516129032258,
-      "eval_loss": 0.6903958320617676,
-      "eval_runtime": 17.5542,
-      "eval_samples_per_second": 176.596,
-      "eval_steps_per_second": 11.051,
+      "eval_accuracy": 0.9632258064516129,
+      "eval_loss": 0.607825517654419,
+      "eval_runtime": 13.2517,
+      "eval_samples_per_second": 233.933,
+      "eval_steps_per_second": 14.64,
       "step": 4770
     },
     {
-      "epoch": 5.241090146750524,
-      "grad_norm": 2.9098360538482666,
-      "learning_rate": 8.355462380619614e-06,
-      "loss": 0.4084,
-      "step": 5000
-    },
-    {
-      "epoch": 5.765199161425577,
-      "grad_norm": 3.1272575855255127,
-      "learning_rate": 7.190775681341719e-06,
-      "loss": 0.382,
-      "step": 5500
+      "epoch": 5.9937106918239,
+      "grad_norm": 6.932933330535889,
+      "learning_rate": 2.8781072177298598e-06,
+      "loss": 0.3637,
+      "step": 5718
     },
     {
       "epoch": 6.0,
-      "eval_accuracy": 0.9641935483870968,
-      "eval_loss": 0.6621975302696228,
-      "eval_runtime": 17.5962,
-      "eval_samples_per_second": 176.174,
-      "eval_steps_per_second": 11.025,
+      "eval_accuracy": 0.9632258064516129,
+      "eval_loss": 0.5857376456260681,
+      "eval_runtime": 13.3136,
+      "eval_samples_per_second": 232.845,
+      "eval_steps_per_second": 14.572,
       "step": 5724
     }
   ],
-  "logging_steps": 500,
-  "max_steps": 8586,
+  "logging_steps": 953,
+  "max_steps": 6678,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 9,
-  "save_steps": 500,
+  "num_train_epochs": 7,
+  "save_steps": 1000000000.0,
   "stateful_callbacks": {
     "EarlyStoppingCallback": {
       "args": {
@@ -167,12 +132,12 @@
       "attributes": {}
     }
   },
-  "total_flos": 1116452502549504.0,
+  "total_flos": 1255667955529344.0,
   "train_batch_size": 16,
   "trial_name": null,
   "trial_params": {
-    "alpha": 0.5429119091572833,
-    "num_train_epochs": 9,
-    "temperature": 8
+    "alpha": 0.5630385610905387,
+    "num_train_epochs": 7,
+    "temperature": 9
   }
 }

run-0/checkpoint-5724/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9214c4155d6ffda26ae1d2fc305125bdc6e4db065907bac5bb45379f08c56ec9
-size 5969
+oid sha256:7d2c126b5b10d3fa5a3cf6095b18e906cad6909d2dc20a3626092a9a968fbe44
+size 5905