Training in progress, step 1000, checkpoint

last-checkpoint/config.json

@@ -8,184 +8,184 @@
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "id2label": {
-    "0": "Global Financing Facility for Women, Children and Adolescents",
-    "1": "Competitiveness",
-    "2": "Sustainable Communities",
-    "3": "Education",
-    "4": "Natural Capital",
-    "5": "Regional Integration",
-    "6": "Jobs and Development",
-    "7": "Innovation and Entrepreneurship",
-    "8": "Inclusive Cities",
-    "9": "Jobs & Development",
-    "10": "Transport",
-    "11": "Sustainable Infrastructure Finance",
-    "12": "Pandemic Preparedness and COVID-19",
-    "13": "Taxes and Government Revenue",
-    "14": "Labor Markets",
-    "15": "Measuring Poverty",
-    "16": "Food Security Update",
-    "17": "Disability Inclusion",
-    "18": "Agriculture and Food",
-    "19": "Trade Facilitation and Logistics",
-    "20": "Social Protection",
-    "21": "One Health",
-    "22": "Biodiversity",
-    "23": "Social Inclusion",
-    "24": "Credit Infrastructure",
-    "25": "Water Supply",
-    "26": "Early Childhood Development",
-    "27": "Food System Jobs",
-    "28": "Migration",
-    "29": "Indigenous Peoples",
-    "30": "Universal Health Coverage",
-    "31": "Financial Sector",
-    "32": "Procurement for Development",
-    "33": "Inequality and Shared Prosperity",
-    "34": "COVID-19 Hub",
-    "35": "Poverty",
-    "36": "Financial Stability",
-    "37": "Digital Development",
-    "38": "Long-Term Finance",
-    "39": "Gas Flaring Reduction",
-    "40": "Mining Investment and Governance Review",
-    "41": "Small and Medium Enterprises Finance",
-    "42": "Infrastructure",
-    "43": "Health",
-    "44": "Sexual Orientation and Gender Identity",
-    "45": "Nutrition",
-    "46": "Financial Inclusion",
-    "47": "Fragility, Conflict, and Violence",
-    "48": "Debt Relief",
-    "49": "Disaster Risk Management",
-    "50": "Water in Agriculture",
-    "51": "Livestock and Sustainability",
-    "52": "Global Value Chains",
-    "53": "Competition Policy",
-    "54": "Pollution",
-    "55": "Urban Development",
-    "56": "Gender",
-    "57": "Safety Nets and Cash Transfers",
-    "58": "Forests and Landscapes",
-    "59": "Water Resources Management",
-    "60": "Extractive Industries",
-    "61": "Social Sustainability and Inclusion",
-    "62": "Energy",
-    "63": "Girls' Education",
-    "64": "Environment",
-    "65": "Marine Plastic Pollution",
-    "66": "Education and Technology",
-    "67": "Financial Integrity",
-    "68": "Oceans, Fisheries, and Coastal Economies",
-    "69": "Sanitation",
-    "70": "Land",
-    "71": "Higher Education",
-    "72": "Teachers",
-    "73": "Investment Climate",
-    "74": "Debt",
-    "75": "Climate Change",
-    "76": "Trade",
-    "77": "Skills Development",
-    "78": "Agribusiness and Value Chains",
-    "79": "Climate-Smart Agriculture",
-    "80": "Pensions",
-    "81": "Infectious diseases and Vaccines",
-    "82": "Payment Systems",
-    "83": "Community-Driven Development",
-    "84": "Water",
-    "85": "Governance",
-    "86": "Macroeconomics"
+    "0": "Indigenous Peoples",
+    "1": "Investment Climate",
+    "2": "Marine Plastic Pollution",
+    "3": "Poverty",
+    "4": "Water",
+    "5": "Measuring Poverty",
+    "6": "Energy",
+    "7": "Sustainable Communities",
+    "8": "Disability Inclusion",
+    "9": "Macroeconomics",
+    "10": "Early Childhood Development",
+    "11": "Mining Investment and Governance Review",
+    "12": "Infrastructure",
+    "13": "Community-Driven Development",
+    "14": "Land",
+    "15": "Innovation and Entrepreneurship",
+    "16": "Competitiveness",
+    "17": "Biodiversity",
+    "18": "Debt",
+    "19": "Higher Education",
+    "20": "Livestock and Sustainability",
+    "21": "Universal Health Coverage",
+    "22": "Nutrition",
+    "23": "Education and Technology",
+    "24": "Small and Medium Enterprises Finance",
+    "25": "Climate-Smart Agriculture",
+    "26": "Food Security Update",
+    "27": "Inclusive Cities",
+    "28": "Jobs & Development",
+    "29": "Migration",
+    "30": "Infectious diseases and Vaccines",
+    "31": "Social Protection",
+    "32": "Skills Development",
+    "33": "Governance",
+    "34": "Pollution",
+    "35": "Inequality and Shared Prosperity",
+    "36": "Oceans, Fisheries, and Coastal Economies",
+    "37": "Global Value Chains",
+    "38": "Pensions",
+    "39": "Food System Jobs",
+    "40": "Debt Relief",
+    "41": "Sexual Orientation and Gender Identity",
+    "42": "Education",
+    "43": "Regional Integration",
+    "44": "Jobs and Development",
+    "45": "Competition Policy",
+    "46": "Fragility, Conflict, and Violence",
+    "47": "Urban Development",
+    "48": "Pandemic Preparedness and COVID-19",
+    "49": "Safety Nets and Cash Transfers",
+    "50": "Financial Sector",
+    "51": "Climate Change",
+    "52": "Transport",
+    "53": "COVID-19 Hub",
+    "54": "Financial Stability",
+    "55": "Gender",
+    "56": "Natural Capital",
+    "57": "Water in Agriculture",
+    "58": "Taxes and Government Revenue",
+    "59": "Labor Markets",
+    "60": "Trade Facilitation and Logistics",
+    "61": "Long-Term Finance",
+    "62": "Teachers",
+    "63": "Sanitation",
+    "64": "Forests and Landscapes",
+    "65": "Financial Integrity",
+    "66": "Payment Systems",
+    "67": "Social Inclusion",
+    "68": "Health",
+    "69": "Girls' Education",
+    "70": "Credit Infrastructure",
+    "71": "Social Sustainability and Inclusion",
+    "72": "Trade",
+    "73": "Financial Inclusion",
+    "74": "Global Financing Facility for Women, Children and Adolescents",
+    "75": "Sustainable Infrastructure Finance",
+    "76": "Extractive Industries",
+    "77": "Procurement for Development",
+    "78": "Agriculture and Food",
+    "79": "Water Supply",
+    "80": "Disaster Risk Management",
+    "81": "One Health",
+    "82": "Environment",
+    "83": "Digital Development",
+    "84": "Agribusiness and Value Chains",
+    "85": "Gas Flaring Reduction",
+    "86": "Water Resources Management"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    "Agribusiness and Value Chains": 78,
-    "Agriculture and Food": 18,
-    "Biodiversity": 22,
-    "COVID-19 Hub": 34,
-    "Climate Change": 75,
-    "Climate-Smart Agriculture": 79,
-    "Community-Driven Development": 83,
-    "Competition Policy": 53,
-    "Competitiveness": 1,
-    "Credit Infrastructure": 24,
-    "Debt": 74,
-    "Debt Relief": 48,
-    "Digital Development": 37,
-    "Disability Inclusion": 17,
-    "Disaster Risk Management": 49,
-    "Early Childhood Development": 26,
-    "Education": 3,
-    "Education and Technology": 66,
-    "Energy": 62,
-    "Environment": 64,
-    "Extractive Industries": 60,
-    "Financial Inclusion": 46,
-    "Financial Integrity": 67,
-    "Financial Sector": 31,
-    "Financial Stability": 36,
-    "Food Security Update": 16,
-    "Food System Jobs": 27,
-    "Forests and Landscapes": 58,
-    "Fragility, Conflict, and Violence": 47,
-    "Gas Flaring Reduction": 39,
-    "Gender": 56,
-    "Girls' Education": 63,
-    "Global Financing Facility for Women, Children and Adolescents": 0,
-    "Global Value Chains": 52,
-    "Governance": 85,
-    "Health": 43,
-    "Higher Education": 71,
-    "Inclusive Cities": 8,
-    "Indigenous Peoples": 29,
-    "Inequality and Shared Prosperity": 33,
-    "Infectious diseases and Vaccines": 81,
-    "Infrastructure": 42,
-    "Innovation and Entrepreneurship": 7,
-    "Investment Climate": 73,
-    "Jobs & Development": 9,
-    "Jobs and Development": 6,
-    "Labor Markets": 14,
-    "Land": 70,
-    "Livestock and Sustainability": 51,
-    "Long-Term Finance": 38,
-    "Macroeconomics": 86,
-    "Marine Plastic Pollution": 65,
-    "Measuring Poverty": 15,
-    "Migration": 28,
-    "Mining Investment and Governance Review": 40,
-    "Natural Capital": 4,
-    "Nutrition": 45,
-    "Oceans, Fisheries, and Coastal Economies": 68,
-    "One Health": 21,
-    "Pandemic Preparedness and COVID-19": 12,
-    "Payment Systems": 82,
-    "Pensions": 80,
-    "Pollution": 54,
-    "Poverty": 35,
-    "Procurement for Development": 32,
-    "Regional Integration": 5,
-    "Safety Nets and Cash Transfers": 57,
-    "Sanitation": 69,
-    "Sexual Orientation and Gender Identity": 44,
-    "Skills Development": 77,
-    "Small and Medium Enterprises Finance": 41,
-    "Social Inclusion": 23,
-    "Social Protection": 20,
-    "Social Sustainability and Inclusion": 61,
-    "Sustainable Communities": 2,
-    "Sustainable Infrastructure Finance": 11,
-    "Taxes and Government Revenue": 13,
-    "Teachers": 72,
-    "Trade": 76,
-    "Trade Facilitation and Logistics": 19,
-    "Transport": 10,
-    "Universal Health Coverage": 30,
-    "Urban Development": 55,
-    "Water": 84,
-    "Water Resources Management": 59,
-    "Water Supply": 25,
-    "Water in Agriculture": 50
+    "Agribusiness and Value Chains": 84,
+    "Agriculture and Food": 78,
+    "Biodiversity": 17,
+    "COVID-19 Hub": 53,
+    "Climate Change": 51,
+    "Climate-Smart Agriculture": 25,
+    "Community-Driven Development": 13,
+    "Competition Policy": 45,
+    "Competitiveness": 16,
+    "Credit Infrastructure": 70,
+    "Debt": 18,
+    "Debt Relief": 40,
+    "Digital Development": 83,
+    "Disability Inclusion": 8,
+    "Disaster Risk Management": 80,
+    "Early Childhood Development": 10,
+    "Education": 42,
+    "Education and Technology": 23,
+    "Energy": 6,
+    "Environment": 82,
+    "Extractive Industries": 76,
+    "Financial Inclusion": 73,
+    "Financial Integrity": 65,
+    "Financial Sector": 50,
+    "Financial Stability": 54,
+    "Food Security Update": 26,
+    "Food System Jobs": 39,
+    "Forests and Landscapes": 64,
+    "Fragility, Conflict, and Violence": 46,
+    "Gas Flaring Reduction": 85,
+    "Gender": 55,
+    "Girls' Education": 69,
+    "Global Financing Facility for Women, Children and Adolescents": 74,
+    "Global Value Chains": 37,
+    "Governance": 33,
+    "Health": 68,
+    "Higher Education": 19,
+    "Inclusive Cities": 27,
+    "Indigenous Peoples": 0,
+    "Inequality and Shared Prosperity": 35,
+    "Infectious diseases and Vaccines": 30,
+    "Infrastructure": 12,
+    "Innovation and Entrepreneurship": 15,
+    "Investment Climate": 1,
+    "Jobs & Development": 28,
+    "Jobs and Development": 44,
+    "Labor Markets": 59,
+    "Land": 14,
+    "Livestock and Sustainability": 20,
+    "Long-Term Finance": 61,
+    "Macroeconomics": 9,
+    "Marine Plastic Pollution": 2,
+    "Measuring Poverty": 5,
+    "Migration": 29,
+    "Mining Investment and Governance Review": 11,
+    "Natural Capital": 56,
+    "Nutrition": 22,
+    "Oceans, Fisheries, and Coastal Economies": 36,
+    "One Health": 81,
+    "Pandemic Preparedness and COVID-19": 48,
+    "Payment Systems": 66,
+    "Pensions": 38,
+    "Pollution": 34,
+    "Poverty": 3,
+    "Procurement for Development": 77,
+    "Regional Integration": 43,
+    "Safety Nets and Cash Transfers": 49,
+    "Sanitation": 63,
+    "Sexual Orientation and Gender Identity": 41,
+    "Skills Development": 32,
+    "Small and Medium Enterprises Finance": 24,
+    "Social Inclusion": 67,
+    "Social Protection": 31,
+    "Social Sustainability and Inclusion": 71,
+    "Sustainable Communities": 7,
+    "Sustainable Infrastructure Finance": 75,
+    "Taxes and Government Revenue": 58,
+    "Teachers": 62,
+    "Trade": 72,
+    "Trade Facilitation and Logistics": 60,
+    "Transport": 52,
+    "Universal Health Coverage": 21,
+    "Urban Development": 47,
+    "Water": 4,
+    "Water Resources Management": 86,
+    "Water Supply": 79,
+    "Water in Agriculture": 57
   },
   "layer_norm_eps": 1e-07,
   "max_position_embeddings": 512,

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a339bd470013c8491ebf0d72fc3ee02df1ef2e6cd7b107d451f5ab1060a88f2e
+oid sha256:9ce19c672be0d8e93a7fa34f22da21019af73a72b352a65bdfa8a3d06b1c6a9e
 size 567860028

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35a3999d734c354e3c99f99c8060ac2985872124b38cf5e0c86f51c610e3425e
+oid sha256:a3f1fa73ea7a5820ec872caa2a1dcbe4434a262fc31339d2a61a280dcaae0398
 size 1135783354

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:886034beaadedc8c14b848859c00bafbf6ac1fe7936754759a2ece8f7c66229f
+oid sha256:34649568145f465443beb487f2295ab3dad9e5f49f758646dd823029413e18fe
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8fda17ccbaef24102552407afe26348887346d6be2aa1770720ba332a543beee
+oid sha256:8e136870ce715682b288c29fb4d05a0aec61f1a74b2cc393d7fb9e66e4965261
 size 1064

last-checkpoint/trainer_state.json

@@ -1,358 +1,55 @@
 {
-  "best_metric": 0.03880663216114044,
-  "best_model_checkpoint": "doc-topic-model_eval-01_train-00/checkpoint-10000",
-  "epoch": 102.36220472440945,
+  "best_metric": 0.0910971537232399,
+  "best_model_checkpoint": "doc-topic-model_eval-01_train-00/checkpoint-1000",
+  "epoch": 0.4930966469428008,
   "eval_steps": 1000,
-  "global_step": 13000,
+  "global_step": 1000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 3.937007874015748,
-      "grad_norm": 0.24089162051677704,
-      "learning_rate": 4.876968503937009e-06,
-      "loss": 0.3064,
+      "epoch": 0.2465483234714004,
+      "grad_norm": 0.32839319109916687,
+      "learning_rate": 1.9950690335305722e-05,
+      "loss": 0.1668,
       "step": 500
     },
     {
-      "epoch": 7.874015748031496,
-      "grad_norm": 0.10720663517713547,
-      "learning_rate": 4.753937007874016e-06,
-      "loss": 0.099,
+      "epoch": 0.4930966469428008,
+      "grad_norm": 0.4088590443134308,
+      "learning_rate": 1.9901380670611442e-05,
+      "loss": 0.0929,
       "step": 1000
     },
     {
-      "epoch": 7.874015748031496,
+      "epoch": 0.4930966469428008,
       "eval_accuracy": 0.981383845685049,
       "eval_f1": 0.0,
-      "eval_loss": 0.09238693863153458,
+      "eval_loss": 0.0910971537232399,
       "eval_precision": 0.0,
       "eval_recall": 0.0,
-      "eval_runtime": 11.7879,
-      "eval_samples_per_second": 687.993,
-      "eval_steps_per_second": 2.715,
+      "eval_runtime": 12.1172,
+      "eval_samples_per_second": 669.294,
+      "eval_steps_per_second": 2.641,
       "step": 1000
-    },
-    {
-      "epoch": 11.811023622047244,
-      "grad_norm": 0.10422395914793015,
-      "learning_rate": 4.630905511811024e-06,
-      "loss": 0.0907,
-      "step": 1500
-    },
-    {
-      "epoch": 15.748031496062993,
-      "grad_norm": 0.09992287307977676,
-      "learning_rate": 4.507874015748032e-06,
-      "loss": 0.0826,
-      "step": 2000
-    },
-    {
-      "epoch": 15.748031496062993,
-      "eval_accuracy": 0.981383845685049,
-      "eval_f1": 0.0,
-      "eval_loss": 0.0752759575843811,
-      "eval_precision": 0.0,
-      "eval_recall": 0.0,
-      "eval_runtime": 11.8287,
-      "eval_samples_per_second": 685.62,
-      "eval_steps_per_second": 2.705,
-      "step": 2000
-    },
-    {
-      "epoch": 19.68503937007874,
-      "grad_norm": 0.10254054516553879,
-      "learning_rate": 4.38484251968504e-06,
-      "loss": 0.0738,
-      "step": 2500
-    },
-    {
-      "epoch": 23.62204724409449,
-      "grad_norm": 0.10703600943088531,
-      "learning_rate": 4.261811023622048e-06,
-      "loss": 0.0656,
-      "step": 3000
-    },
-    {
-      "epoch": 23.62204724409449,
-      "eval_accuracy": 0.9818331278257295,
-      "eval_f1": 0.0531836312601566,
-      "eval_loss": 0.05948049575090408,
-      "eval_precision": 0.8933002481389578,
-      "eval_recall": 0.027407689379520365,
-      "eval_runtime": 14.2215,
-      "eval_samples_per_second": 570.263,
-      "eval_steps_per_second": 2.25,
-      "step": 3000
-    },
-    {
-      "epoch": 27.559055118110237,
-      "grad_norm": 0.10907676815986633,
-      "learning_rate": 4.138779527559055e-06,
-      "loss": 0.0585,
-      "step": 3500
-    },
-    {
-      "epoch": 31.496062992125985,
-      "grad_norm": 0.10444527864456177,
-      "learning_rate": 4.015748031496064e-06,
-      "loss": 0.0529,
-      "step": 4000
-    },
-    {
-      "epoch": 31.496062992125985,
-      "eval_accuracy": 0.9846790538146463,
-      "eval_f1": 0.3410143867349427,
-      "eval_loss": 0.049754805862903595,
-      "eval_precision": 0.8556133374120526,
-      "eval_recall": 0.2129425199847735,
-      "eval_runtime": 14.1634,
-      "eval_samples_per_second": 572.604,
-      "eval_steps_per_second": 2.259,
-      "step": 4000
-    },
-    {
-      "epoch": 35.43307086614173,
-      "grad_norm": 0.11932671815156937,
-      "learning_rate": 3.8927165354330705e-06,
-      "loss": 0.0482,
-      "step": 4500
-    },
-    {
-      "epoch": 39.37007874015748,
-      "grad_norm": 0.11693865060806274,
-      "learning_rate": 3.769685039370079e-06,
-      "loss": 0.0446,
-      "step": 5000
-    },
-    {
-      "epoch": 39.37007874015748,
-      "eval_accuracy": 0.9862933514746942,
-      "eval_f1": 0.47693222997457946,
-      "eval_loss": 0.04449684917926788,
-      "eval_precision": 0.8234964512514008,
-      "eval_recall": 0.3356680624286258,
-      "eval_runtime": 14.0359,
-      "eval_samples_per_second": 577.806,
-      "eval_steps_per_second": 2.28,
-      "step": 5000
-    },
-    {
-      "epoch": 43.30708661417323,
-      "grad_norm": 0.12081195414066315,
-      "learning_rate": 3.646653543307087e-06,
-      "loss": 0.0416,
-      "step": 5500
-    },
-    {
-      "epoch": 47.24409448818898,
-      "grad_norm": 0.12802477180957794,
-      "learning_rate": 3.5236220472440946e-06,
-      "loss": 0.039,
-      "step": 6000
-    },
-    {
-      "epoch": 47.24409448818898,
-      "eval_accuracy": 0.9868857802911122,
-      "eval_f1": 0.5325587269512503,
-      "eval_loss": 0.041690852493047714,
-      "eval_precision": 0.7914414414414415,
-      "eval_recall": 0.40129425199847735,
-      "eval_runtime": 14.1088,
-      "eval_samples_per_second": 574.819,
-      "eval_steps_per_second": 2.268,
-      "step": 6000
-    },
-    {
-      "epoch": 51.181102362204726,
-      "grad_norm": 0.12447524815797806,
-      "learning_rate": 3.4005905511811027e-06,
-      "loss": 0.0368,
-      "step": 6500
-    },
-    {
-      "epoch": 55.118110236220474,
-      "grad_norm": 0.14242896437644958,
-      "learning_rate": 3.2775590551181103e-06,
-      "loss": 0.0348,
-      "step": 7000
-    },
-    {
-      "epoch": 55.118110236220474,
-      "eval_accuracy": 0.987220261632439,
-      "eval_f1": 0.5665112254218547,
-      "eval_loss": 0.04018256813287735,
-      "eval_precision": 0.7685885729193843,
-      "eval_recall": 0.44857251617814997,
-      "eval_runtime": 14.0857,
-      "eval_samples_per_second": 575.762,
-      "eval_steps_per_second": 2.272,
-      "step": 7000
-    },
-    {
-      "epoch": 59.05511811023622,
-      "grad_norm": 0.12024829536676407,
-      "learning_rate": 3.1545275590551183e-06,
-      "loss": 0.0332,
-      "step": 7500
-    },
-    {
-      "epoch": 62.99212598425197,
-      "grad_norm": 0.12477916479110718,
-      "learning_rate": 3.0314960629921263e-06,
-      "loss": 0.0316,
-      "step": 8000
-    },
-    {
-      "epoch": 62.99212598425197,
-      "eval_accuracy": 0.9873237240812393,
-      "eval_f1": 0.5808023997000374,
-      "eval_loss": 0.03934308886528015,
-      "eval_precision": 0.7555176198024631,
-      "eval_recall": 0.47171678720974497,
-      "eval_runtime": 14.1551,
-      "eval_samples_per_second": 572.936,
-      "eval_steps_per_second": 2.261,
-      "step": 8000
-    },
-    {
-      "epoch": 66.92913385826772,
-      "grad_norm": 0.13788625597953796,
-      "learning_rate": 2.908464566929134e-06,
-      "loss": 0.0302,
-      "step": 8500
-    },
-    {
-      "epoch": 70.86614173228347,
-      "grad_norm": 0.12086493521928787,
-      "learning_rate": 2.785433070866142e-06,
-      "loss": 0.029,
-      "step": 9000
-    },
-    {
-      "epoch": 70.86614173228347,
-      "eval_accuracy": 0.9874427767620505,
-      "eval_f1": 0.5916297935103245,
-      "eval_loss": 0.038920916616916656,
-      "eval_precision": 0.7496787758439435,
-      "eval_recall": 0.4886181956604492,
-      "eval_runtime": 14.1532,
-      "eval_samples_per_second": 573.016,
-      "eval_steps_per_second": 2.261,
-      "step": 9000
-    },
-    {
-      "epoch": 74.80314960629921,
-      "grad_norm": 0.1340780407190323,
-      "learning_rate": 2.66240157480315e-06,
-      "loss": 0.0279,
-      "step": 9500
-    },
-    {
-      "epoch": 78.74015748031496,
-      "grad_norm": 0.15667644143104553,
-      "learning_rate": 2.5393700787401576e-06,
-      "loss": 0.0269,
-      "step": 10000
-    },
-    {
-      "epoch": 78.74015748031496,
-      "eval_accuracy": 0.9875037203962753,
-      "eval_f1": 0.598039662639617,
-      "eval_loss": 0.03880663216114044,
-      "eval_precision": 0.7453409090909091,
-      "eval_recall": 0.49935287400076134,
-      "eval_runtime": 14.1798,
-      "eval_samples_per_second": 571.941,
-      "eval_steps_per_second": 2.257,
-      "step": 10000
-    },
-    {
-      "epoch": 82.67716535433071,
-      "grad_norm": 0.1377759575843811,
-      "learning_rate": 2.4163385826771656e-06,
-      "loss": 0.0258,
-      "step": 10500
-    },
-    {
-      "epoch": 86.61417322834646,
-      "grad_norm": 0.1264483779668808,
-      "learning_rate": 2.2933070866141736e-06,
-      "loss": 0.0249,
-      "step": 11000
-    },
-    {
-      "epoch": 86.61417322834646,
-      "eval_accuracy": 0.9874484459373273,
-      "eval_f1": 0.6034745231485628,
-      "eval_loss": 0.0388496108353138,
-      "eval_precision": 0.7325796282204587,
-      "eval_recall": 0.5130567186905215,
-      "eval_runtime": 14.1595,
-      "eval_samples_per_second": 572.761,
-      "eval_steps_per_second": 2.26,
-      "step": 11000
-    },
-    {
-      "epoch": 90.55118110236221,
-      "grad_norm": 0.1424516886472702,
-      "learning_rate": 2.1702755905511812e-06,
-      "loss": 0.0241,
-      "step": 11500
-    },
-    {
-      "epoch": 94.48818897637796,
-      "grad_norm": 0.16246256232261658,
-      "learning_rate": 2.0472440944881893e-06,
-      "loss": 0.0234,
-      "step": 12000
-    },
-    {
-      "epoch": 94.48818897637796,
-      "eval_accuracy": 0.9874186827671244,
-      "eval_f1": 0.6064985150050978,
-      "eval_loss": 0.038960497826337814,
-      "eval_precision": 0.7259125636672326,
-      "eval_recall": 0.5208222306813856,
-      "eval_runtime": 14.1182,
-      "eval_samples_per_second": 574.434,
-      "eval_steps_per_second": 2.267,
-      "step": 12000
-    },
-    {
-      "epoch": 98.4251968503937,
-      "grad_norm": 0.15036757290363312,
-      "learning_rate": 1.924212598425197e-06,
-      "loss": 0.0227,
-      "step": 12500
-    },
-    {
-      "epoch": 102.36220472440945,
-      "grad_norm": 0.14854416251182556,
-      "learning_rate": 1.801181102362205e-06,
-      "loss": 0.022,
-      "step": 13000
-    },
-    {
-      "epoch": 102.36220472440945,
-      "eval_accuracy": 0.987407344416571,
-      "eval_f1": 0.6050584522380762,
-      "eval_loss": 0.03925173729658127,
-      "eval_precision": 0.7269814142277291,
-      "eval_recall": 0.5181575942139323,
-      "eval_runtime": 14.1509,
-      "eval_samples_per_second": 573.11,
-      "eval_steps_per_second": 2.261,
-      "step": 13000
     }
   ],
   "logging_steps": 500,
-  "max_steps": 20320,
+  "max_steps": 202800,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 160,
+  "num_train_epochs": 100,
   "save_steps": 1000,
   "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 5,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
     "TrainerControl": {
       "args": {
         "should_epoch_stop": false,
@@ -364,8 +61,8 @@
       "attributes": {}
     }
   },
-  "total_flos": 5841706246352316.0,
-  "train_batch_size": 64,
+  "total_flos": 22568907250224.0,
+  "train_batch_size": 4,
   "trial_name": null,
   "trial_params": null
 }

last-checkpoint/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f40a68245ac62de16e2d352af4044f4b0e3ae9e443007177476e04d8ebd03827
+oid sha256:793ce0ea9b102975f2c13ebb162cd3b8fa0b532090e49ab65ff0a4403515a81b
 size 5240