MHGanainy/16-clusters-imbalanced-7

README.md

@@ -15,6 +15,8 @@ should probably proofread and complete it, then remove this comment. -->
 # 16-clusters-imbalanced-7
 
 This model is a fine-tuned version of [openai-community/gpt2-xl](https://huggingface.co/openai-community/gpt2-xl) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 2.1876
 
 ## Model description
 

all_results.json

@@ -0,0 +1,13 @@
+{
+    "epoch": 1.0,
+    "eval_loss": 2.187605619430542,
+    "eval_runtime": 67.937,
+    "eval_samples_per_second": 13.807,
+    "eval_steps_per_second": 1.737,
+    "perplexity": 8.913844406651622,
+    "total_flos": 8.50597775081472e+16,
+    "train_loss": 2.2806778850526896,
+    "train_runtime": 1455.669,
+    "train_samples_per_second": 6.431,
+    "train_steps_per_second": 3.216
+}

eval_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 1.0,
+    "eval_loss": 2.187605619430542,
+    "eval_runtime": 67.937,
+    "eval_samples_per_second": 13.807,
+    "eval_steps_per_second": 1.737,
+    "perplexity": 8.913844406651622
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 1.0,
+    "total_flos": 8.50597775081472e+16,
+    "train_loss": 2.2806778850526896,
+    "train_runtime": 1455.669,
+    "train_samples_per_second": 6.431,
+    "train_steps_per_second": 3.216
+}

trainer_state.json

@@ -0,0 +1,364 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 4681,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.021362956633198035,
+      "grad_norm": 0.10347568243741989,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 2.4928,
+      "step": 100
+    },
+    {
+      "epoch": 0.04272591326639607,
+      "grad_norm": 0.21450009942054749,
+      "learning_rate": 1.3333333333333333e-05,
+      "loss": 2.482,
+      "step": 200
+    },
+    {
+      "epoch": 0.0640888698995941,
+      "grad_norm": 0.33770546317100525,
+      "learning_rate": 2e-05,
+      "loss": 2.4373,
+      "step": 300
+    },
+    {
+      "epoch": 0.08545182653279214,
+      "grad_norm": 0.3730420470237732,
+      "learning_rate": 1.9974299762831266e-05,
+      "loss": 2.3748,
+      "step": 400
+    },
+    {
+      "epoch": 0.10681478316599018,
+      "grad_norm": 0.40363097190856934,
+      "learning_rate": 1.9897331151763162e-05,
+      "loss": 2.3395,
+      "step": 500
+    },
+    {
+      "epoch": 0.1281777397991882,
+      "grad_norm": 0.4664216935634613,
+      "learning_rate": 1.9769489789107492e-05,
+      "loss": 2.3456,
+      "step": 600
+    },
+    {
+      "epoch": 0.14954069643238624,
+      "grad_norm": 0.4879497289657593,
+      "learning_rate": 1.9591432785532302e-05,
+      "loss": 2.3481,
+      "step": 700
+    },
+    {
+      "epoch": 0.17090365306558428,
+      "grad_norm": 0.4861871004104614,
+      "learning_rate": 1.9364075362481876e-05,
+      "loss": 2.3305,
+      "step": 800
+    },
+    {
+      "epoch": 0.19226660969878231,
+      "grad_norm": 0.5032399296760559,
+      "learning_rate": 1.908858614789511e-05,
+      "loss": 2.2901,
+      "step": 900
+    },
+    {
+      "epoch": 0.21362956633198035,
+      "grad_norm": 0.5441191792488098,
+      "learning_rate": 1.8766381169402465e-05,
+      "loss": 2.3201,
+      "step": 1000
+    },
+    {
+      "epoch": 0.2349925229651784,
+      "grad_norm": 0.4986329674720764,
+      "learning_rate": 1.839911657587678e-05,
+      "loss": 2.2981,
+      "step": 1100
+    },
+    {
+      "epoch": 0.2563554795983764,
+      "grad_norm": 0.506102979183197,
+      "learning_rate": 1.7988680124749516e-05,
+      "loss": 2.2633,
+      "step": 1200
+    },
+    {
+      "epoch": 0.27771843623157444,
+      "grad_norm": 0.5421627163887024,
+      "learning_rate": 1.7537181478848007e-05,
+      "loss": 2.2985,
+      "step": 1300
+    },
+    {
+      "epoch": 0.2990813928647725,
+      "grad_norm": 0.6916339993476868,
+      "learning_rate": 1.704694136262846e-05,
+      "loss": 2.2716,
+      "step": 1400
+    },
+    {
+      "epoch": 0.3204443494979705,
+      "grad_norm": 0.7127671837806702,
+      "learning_rate": 1.6520479633542167e-05,
+      "loss": 2.2697,
+      "step": 1500
+    },
+    {
+      "epoch": 0.34180730613116855,
+      "grad_norm": 0.6163765788078308,
+      "learning_rate": 1.5960502329848683e-05,
+      "loss": 2.3061,
+      "step": 1600
+    },
+    {
+      "epoch": 0.3631702627643666,
+      "grad_norm": 0.6348161697387695,
+      "learning_rate": 1.5369887761450813e-05,
+      "loss": 2.2746,
+      "step": 1700
+    },
+    {
+      "epoch": 0.38453321939756463,
+      "grad_norm": 0.6660177111625671,
+      "learning_rate": 1.475167171524519e-05,
+      "loss": 2.2785,
+      "step": 1800
+    },
+    {
+      "epoch": 0.40589617603076267,
+      "grad_norm": 0.7842796444892883,
+      "learning_rate": 1.4109031851033612e-05,
+      "loss": 2.2649,
+      "step": 1900
+    },
+    {
+      "epoch": 0.4272591326639607,
+      "grad_norm": 0.6408088803291321,
+      "learning_rate": 1.344527136820094e-05,
+      "loss": 2.253,
+      "step": 2000
+    },
+    {
+      "epoch": 0.44862208929715874,
+      "grad_norm": 0.6853693127632141,
+      "learning_rate": 1.2763802027113587e-05,
+      "loss": 2.2758,
+      "step": 2100
+    },
+    {
+      "epoch": 0.4699850459303568,
+      "grad_norm": 0.5584832429885864,
+      "learning_rate": 1.2068126612509384e-05,
+      "loss": 2.2917,
+      "step": 2200
+    },
+    {
+      "epoch": 0.4913480025635548,
+      "grad_norm": 0.5917975306510925,
+      "learning_rate": 1.1361820929017884e-05,
+      "loss": 2.2838,
+      "step": 2300
+    },
+    {
+      "epoch": 0.5127109591967528,
+      "grad_norm": 0.6518538594245911,
+      "learning_rate": 1.0648515421354968e-05,
+      "loss": 2.2407,
+      "step": 2400
+    },
+    {
+      "epoch": 0.5340739158299509,
+      "grad_norm": 0.6702529788017273,
+      "learning_rate": 9.931876513664764e-06,
+      "loss": 2.2241,
+      "step": 2500
+    },
+    {
+      "epoch": 0.5554368724631489,
+      "grad_norm": 0.7369861602783203,
+      "learning_rate": 9.215587763925683e-06,
+      "loss": 2.2469,
+      "step": 2600
+    },
+    {
+      "epoch": 0.576799829096347,
+      "grad_norm": 0.8747798204421997,
+      "learning_rate": 8.503330930287628e-06,
+      "loss": 2.2703,
+      "step": 2700
+    },
+    {
+      "epoch": 0.598162785729545,
+      "grad_norm": 0.8590816855430603,
+      "learning_rate": 7.798767046660521e-06,
+      "loss": 2.2236,
+      "step": 2800
+    },
+    {
+      "epoch": 0.619525742362743,
+      "grad_norm": 0.6715850830078125,
+      "learning_rate": 7.1055176048263085e-06,
+      "loss": 2.2296,
+      "step": 2900
+    },
+    {
+      "epoch": 0.640888698995941,
+      "grad_norm": 0.8593222498893738,
+      "learning_rate": 6.42714593979943e-06,
+      "loss": 2.2466,
+      "step": 3000
+    },
+    {
+      "epoch": 0.6622516556291391,
+      "grad_norm": 0.8626837134361267,
+      "learning_rate": 5.767138914115842e-06,
+      "loss": 2.2454,
+      "step": 3100
+    },
+    {
+      "epoch": 0.6836146122623371,
+      "grad_norm": 0.7464703917503357,
+      "learning_rate": 5.128888995194161e-06,
+      "loss": 2.267,
+      "step": 3200
+    },
+    {
+      "epoch": 0.7049775688955351,
+      "grad_norm": 0.813230037689209,
+      "learning_rate": 4.515676817892231e-06,
+      "loss": 2.2443,
+      "step": 3300
+    },
+    {
+      "epoch": 0.7263405255287332,
+      "grad_norm": 0.6884306073188782,
+      "learning_rate": 3.930654321888331e-06,
+      "loss": 2.2186,
+      "step": 3400
+    },
+    {
+      "epoch": 0.7477034821619312,
+      "grad_norm": 0.6503286957740784,
+      "learning_rate": 3.3768285505617404e-06,
+      "loss": 2.2633,
+      "step": 3500
+    },
+    {
+      "epoch": 0.7690664387951293,
+      "grad_norm": 0.7110804319381714,
+      "learning_rate": 2.8570461946470963e-06,
+      "loss": 2.2259,
+      "step": 3600
+    },
+    {
+      "epoch": 0.7904293954283272,
+      "grad_norm": 0.6175870299339294,
+      "learning_rate": 2.3739789601090347e-06,
+      "loss": 2.2678,
+      "step": 3700
+    },
+    {
+      "epoch": 0.8117923520615253,
+      "grad_norm": 0.7111446261405945,
+      "learning_rate": 1.9301098354467707e-06,
+      "loss": 2.2305,
+      "step": 3800
+    },
+    {
+      "epoch": 0.8331553086947233,
+      "grad_norm": 0.6799335479736328,
+      "learning_rate": 1.5277203290154342e-06,
+      "loss": 2.2314,
+      "step": 3900
+    },
+    {
+      "epoch": 0.8545182653279214,
+      "grad_norm": 0.6913052797317505,
+      "learning_rate": 1.1688787419649338e-06,
+      "loss": 2.2394,
+      "step": 4000
+    },
+    {
+      "epoch": 0.8758812219611194,
+      "grad_norm": 0.6040618419647217,
+      "learning_rate": 8.554295370739074e-07,
+      "loss": 2.2329,
+      "step": 4100
+    },
+    {
+      "epoch": 0.8972441785943175,
+      "grad_norm": 1.026239275932312,
+      "learning_rate": 5.889838581235641e-07,
+      "loss": 2.2698,
+      "step": 4200
+    },
+    {
+      "epoch": 0.9186071352275155,
+      "grad_norm": 0.7688636183738708,
+      "learning_rate": 3.7091124854222613e-07,
+      "loss": 2.2419,
+      "step": 4300
+    },
+    {
+      "epoch": 0.9399700918607136,
+      "grad_norm": 0.8546819090843201,
+      "learning_rate": 2.0233261188714491e-07,
+      "loss": 2.2185,
+      "step": 4400
+    },
+    {
+      "epoch": 0.9613330484939115,
+      "grad_norm": 0.940643310546875,
+      "learning_rate": 8.411445034704258e-08,
+      "loss": 2.1983,
+      "step": 4500
+    },
+    {
+      "epoch": 0.9826960051271096,
+      "grad_norm": 0.8350269794464111,
+      "learning_rate": 1.6864410879763316e-08,
+      "loss": 2.2649,
+      "step": 4600
+    },
+    {
+      "epoch": 1.0,
+      "step": 4681,
+      "total_flos": 8.50597775081472e+16,
+      "train_loss": 2.2806778850526896,
+      "train_runtime": 1455.669,
+      "train_samples_per_second": 6.431,
+      "train_steps_per_second": 3.216
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 4681,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 8.50597775081472e+16,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}