MHGanainy/16-clusters-balanced-14

README.md

@@ -15,6 +15,8 @@ should probably proofread and complete it, then remove this comment. -->
 # 16-clusters-balanced-14
 
 This model is a fine-tuned version of [openai-community/gpt2-xl](https://huggingface.co/openai-community/gpt2-xl) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 2.0894
 
 ## Model description
 

all_results.json

@@ -0,0 +1,13 @@
+{
+    "epoch": 1.0,
+    "eval_loss": 2.0893874168395996,
+    "eval_runtime": 32.9539,
+    "eval_samples_per_second": 13.716,
+    "eval_steps_per_second": 1.73,
+    "perplexity": 8.079963998077499,
+    "total_flos": 5.34201935659008e+16,
+    "train_loss": 2.1967257285604673,
+    "train_runtime": 922.9625,
+    "train_samples_per_second": 6.37,
+    "train_steps_per_second": 3.185
+}

eval_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 1.0,
+    "eval_loss": 2.0893874168395996,
+    "eval_runtime": 32.9539,
+    "eval_samples_per_second": 13.716,
+    "eval_steps_per_second": 1.73,
+    "perplexity": 8.079963998077499
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 1.0,
+    "total_flos": 5.34201935659008e+16,
+    "train_loss": 2.1967257285604673,
+    "train_runtime": 922.9625,
+    "train_samples_per_second": 6.37,
+    "train_steps_per_second": 3.185
+}

trainer_state.json

@@ -0,0 +1,245 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 2940,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.034013605442176874,
+      "grad_norm": 0.09189555048942566,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 2.4532,
+      "step": 100
+    },
+    {
+      "epoch": 0.06802721088435375,
+      "grad_norm": 0.2126905471086502,
+      "learning_rate": 1.3333333333333333e-05,
+      "loss": 2.4489,
+      "step": 200
+    },
+    {
+      "epoch": 0.10204081632653061,
+      "grad_norm": 0.291930615901947,
+      "learning_rate": 2e-05,
+      "loss": 2.3832,
+      "step": 300
+    },
+    {
+      "epoch": 0.1360544217687075,
+      "grad_norm": 0.387766569852829,
+      "learning_rate": 1.9929278846732883e-05,
+      "loss": 2.3484,
+      "step": 400
+    },
+    {
+      "epoch": 0.17006802721088435,
+      "grad_norm": 0.44600173830986023,
+      "learning_rate": 1.9718115683235418e-05,
+      "loss": 2.2994,
+      "step": 500
+    },
+    {
+      "epoch": 0.20408163265306123,
+      "grad_norm": 0.5669222474098206,
+      "learning_rate": 1.936949724999762e-05,
+      "loss": 2.2533,
+      "step": 600
+    },
+    {
+      "epoch": 0.23809523809523808,
+      "grad_norm": 0.5654759407043457,
+      "learning_rate": 1.8888354486549238e-05,
+      "loss": 2.2411,
+      "step": 700
+    },
+    {
+      "epoch": 0.272108843537415,
+      "grad_norm": 0.598199188709259,
+      "learning_rate": 1.8281492787113707e-05,
+      "loss": 2.2293,
+      "step": 800
+    },
+    {
+      "epoch": 0.30612244897959184,
+      "grad_norm": 0.7203428745269775,
+      "learning_rate": 1.7557495743542586e-05,
+      "loss": 2.2373,
+      "step": 900
+    },
+    {
+      "epoch": 0.3401360544217687,
+      "grad_norm": 0.6085770130157471,
+      "learning_rate": 1.6726603737012527e-05,
+      "loss": 2.1998,
+      "step": 1000
+    },
+    {
+      "epoch": 0.3741496598639456,
+      "grad_norm": 0.6738985180854797,
+      "learning_rate": 1.5800569095711983e-05,
+      "loss": 2.1795,
+      "step": 1100
+    },
+    {
+      "epoch": 0.40816326530612246,
+      "grad_norm": 0.8266023993492126,
+      "learning_rate": 1.479248986720057e-05,
+      "loss": 2.1566,
+      "step": 1200
+    },
+    {
+      "epoch": 0.4421768707482993,
+      "grad_norm": 0.7727716565132141,
+      "learning_rate": 1.3716624556603275e-05,
+      "loss": 2.1502,
+      "step": 1300
+    },
+    {
+      "epoch": 0.47619047619047616,
+      "grad_norm": 0.7054930329322815,
+      "learning_rate": 1.2588190451025209e-05,
+      "loss": 2.1539,
+      "step": 1400
+    },
+    {
+      "epoch": 0.5102040816326531,
+      "grad_norm": 0.9656850099563599,
+      "learning_rate": 1.1423148382732854e-05,
+      "loss": 2.1572,
+      "step": 1500
+    },
+    {
+      "epoch": 0.54421768707483,
+      "grad_norm": 0.8141266107559204,
+      "learning_rate": 1.0237976975461074e-05,
+      "loss": 2.1334,
+      "step": 1600
+    },
+    {
+      "epoch": 0.5782312925170068,
+      "grad_norm": 0.9043893218040466,
+      "learning_rate": 9.049439566958176e-06,
+      "loss": 2.1557,
+      "step": 1700
+    },
+    {
+      "epoch": 0.6122448979591837,
+      "grad_norm": 0.720611035823822,
+      "learning_rate": 7.874347104470234e-06,
+      "loss": 2.1538,
+      "step": 1800
+    },
+    {
+      "epoch": 0.6462585034013606,
+      "grad_norm": 0.7873674631118774,
+      "learning_rate": 6.729320366825785e-06,
+      "loss": 2.1355,
+      "step": 1900
+    },
+    {
+      "epoch": 0.6802721088435374,
+      "grad_norm": 0.7871781587600708,
+      "learning_rate": 5.630554876306407e-06,
+      "loss": 2.1427,
+      "step": 2000
+    },
+    {
+      "epoch": 0.7142857142857143,
+      "grad_norm": 0.9765840768814087,
+      "learning_rate": 4.593591825444028e-06,
+      "loss": 2.1339,
+      "step": 2100
+    },
+    {
+      "epoch": 0.7482993197278912,
+      "grad_norm": 0.7794718742370605,
+      "learning_rate": 3.633098258809119e-06,
+      "loss": 2.1044,
+      "step": 2200
+    },
+    {
+      "epoch": 0.782312925170068,
+      "grad_norm": 0.8481063842773438,
+      "learning_rate": 2.7626596189492983e-06,
+      "loss": 2.135,
+      "step": 2300
+    },
+    {
+      "epoch": 0.8163265306122449,
+      "grad_norm": 0.8674197196960449,
+      "learning_rate": 1.994587590756397e-06,
+      "loss": 2.0957,
+      "step": 2400
+    },
+    {
+      "epoch": 0.8503401360544217,
+      "grad_norm": 0.7360070943832397,
+      "learning_rate": 1.339745962155613e-06,
+      "loss": 2.1157,
+      "step": 2500
+    },
+    {
+      "epoch": 0.8843537414965986,
+      "grad_norm": 0.8483572602272034,
+      "learning_rate": 8.073969641833446e-07,
+      "loss": 2.1549,
+      "step": 2600
+    },
+    {
+      "epoch": 0.9183673469387755,
+      "grad_norm": 0.8476448059082031,
+      "learning_rate": 4.0507026385502747e-07,
+      "loss": 2.1144,
+      "step": 2700
+    },
+    {
+      "epoch": 0.9523809523809523,
+      "grad_norm": 0.8742887377738953,
+      "learning_rate": 1.3845646281813508e-07,
+      "loss": 2.1354,
+      "step": 2800
+    },
+    {
+      "epoch": 0.9863945578231292,
+      "grad_norm": 0.8896283507347107,
+      "learning_rate": 1.1326608169920373e-08,
+      "loss": 2.1175,
+      "step": 2900
+    },
+    {
+      "epoch": 1.0,
+      "step": 2940,
+      "total_flos": 5.34201935659008e+16,
+      "train_loss": 2.1967257285604673,
+      "train_runtime": 922.9625,
+      "train_samples_per_second": 6.37,
+      "train_steps_per_second": 3.185
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 2940,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.34201935659008e+16,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}