End of training

README.md

@@ -4,6 +4,7 @@ license: apache-2.0
 base_model: Qwen/Qwen2.5-7B-Instruct
 tags:
 - llama-factory
+- full
 - generated_from_trainer
 model-index:
 - name: 1k_globalbatchsize64_lr1e5_epochs3
@@ -15,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # 1k_globalbatchsize64_lr1e5_epochs3
 
-This model is a fine-tuned version of [Qwen/Qwen2.5-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-7B-Instruct) on an unknown dataset.
+This model is a fine-tuned version of [Qwen/Qwen2.5-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-7B-Instruct) on the mlfoundations-dev/openthoughts_1000 dataset.
 
 ## Model description
 

all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 2.896,
+    "total_flos": 5.682962857616998e+16,
+    "train_loss": 0.6458813110987346,
+    "train_runtime": 3188.9509,
+    "train_samples_per_second": 0.937,
+    "train_steps_per_second": 0.014
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 2.896,
+    "total_flos": 5.682962857616998e+16,
+    "train_loss": 0.6458813110987346,
+    "train_runtime": 3188.9509,
+    "train_samples_per_second": 0.937,
+    "train_steps_per_second": 0.014
+}

trainer_state.json

@@ -0,0 +1,357 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.896,
+  "eval_steps": 500,
+  "global_step": 45,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.064,
+      "grad_norm": 5.852497326444738,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 0.8383,
+      "step": 1
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 5.787772418526806,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 0.8521,
+      "step": 2
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 5.713055325706916,
+      "learning_rate": 6e-06,
+      "loss": 0.8751,
+      "step": 3
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 4.005603131976,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 0.8204,
+      "step": 4
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 2.268867405051262,
+      "learning_rate": 1e-05,
+      "loss": 0.7586,
+      "step": 5
+    },
+    {
+      "epoch": 0.384,
+      "grad_norm": 4.478369538237628,
+      "learning_rate": 9.984586668665641e-06,
+      "loss": 0.833,
+      "step": 6
+    },
+    {
+      "epoch": 0.448,
+      "grad_norm": 4.7650131577888875,
+      "learning_rate": 9.938441702975689e-06,
+      "loss": 0.7763,
+      "step": 7
+    },
+    {
+      "epoch": 0.512,
+      "grad_norm": 5.6864668038677,
+      "learning_rate": 9.861849601988384e-06,
+      "loss": 0.7636,
+      "step": 8
+    },
+    {
+      "epoch": 0.576,
+      "grad_norm": 4.79068846647948,
+      "learning_rate": 9.755282581475769e-06,
+      "loss": 0.7728,
+      "step": 9
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 3.326502888431679,
+      "learning_rate": 9.619397662556434e-06,
+      "loss": 0.7261,
+      "step": 10
+    },
+    {
+      "epoch": 0.704,
+      "grad_norm": 2.361650123105416,
+      "learning_rate": 9.45503262094184e-06,
+      "loss": 0.7025,
+      "step": 11
+    },
+    {
+      "epoch": 0.768,
+      "grad_norm": 1.862931151952466,
+      "learning_rate": 9.263200821770462e-06,
+      "loss": 0.7031,
+      "step": 12
+    },
+    {
+      "epoch": 0.832,
+      "grad_norm": 1.8033085031946665,
+      "learning_rate": 9.045084971874738e-06,
+      "loss": 0.7152,
+      "step": 13
+    },
+    {
+      "epoch": 0.896,
+      "grad_norm": 1.227596985397878,
+      "learning_rate": 8.802029828000157e-06,
+      "loss": 0.6626,
+      "step": 14
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 1.101269544121175,
+      "learning_rate": 8.535533905932739e-06,
+      "loss": 0.6864,
+      "step": 15
+    },
+    {
+      "epoch": 1.032,
+      "grad_norm": 1.9983144030760098,
+      "learning_rate": 8.247240241650918e-06,
+      "loss": 0.9603,
+      "step": 16
+    },
+    {
+      "epoch": 1.096,
+      "grad_norm": 1.2735480355795505,
+      "learning_rate": 7.938926261462366e-06,
+      "loss": 0.7434,
+      "step": 17
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.7798050990201479,
+      "learning_rate": 7.612492823579744e-06,
+      "loss": 0.5232,
+      "step": 18
+    },
+    {
+      "epoch": 1.224,
+      "grad_norm": 0.8629547467441678,
+      "learning_rate": 7.269952498697734e-06,
+      "loss": 0.6181,
+      "step": 19
+    },
+    {
+      "epoch": 1.288,
+      "grad_norm": 0.8952639060585076,
+      "learning_rate": 6.913417161825449e-06,
+      "loss": 0.5387,
+      "step": 20
+    },
+    {
+      "epoch": 1.3519999999999999,
+      "grad_norm": 0.7901264746326077,
+      "learning_rate": 6.545084971874738e-06,
+      "loss": 0.6179,
+      "step": 21
+    },
+    {
+      "epoch": 1.416,
+      "grad_norm": 0.7130594562261059,
+      "learning_rate": 6.1672268192795285e-06,
+      "loss": 0.5751,
+      "step": 22
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.7275128809810312,
+      "learning_rate": 5.782172325201155e-06,
+      "loss": 0.5951,
+      "step": 23
+    },
+    {
+      "epoch": 1.544,
+      "grad_norm": 0.7113626762984582,
+      "learning_rate": 5.392295478639226e-06,
+      "loss": 0.5711,
+      "step": 24
+    },
+    {
+      "epoch": 1.608,
+      "grad_norm": 0.6395825616748008,
+      "learning_rate": 5e-06,
+      "loss": 0.6038,
+      "step": 25
+    },
+    {
+      "epoch": 1.6720000000000002,
+      "grad_norm": 0.610635665061908,
+      "learning_rate": 4.6077045213607765e-06,
+      "loss": 0.6156,
+      "step": 26
+    },
+    {
+      "epoch": 1.736,
+      "grad_norm": 0.6114077452144967,
+      "learning_rate": 4.217827674798845e-06,
+      "loss": 0.5486,
+      "step": 27
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.5620424477890631,
+      "learning_rate": 3.832773180720475e-06,
+      "loss": 0.5681,
+      "step": 28
+    },
+    {
+      "epoch": 1.8639999999999999,
+      "grad_norm": 0.5770441629493418,
+      "learning_rate": 3.4549150281252635e-06,
+      "loss": 0.5366,
+      "step": 29
+    },
+    {
+      "epoch": 1.928,
+      "grad_norm": 0.5615233017951738,
+      "learning_rate": 3.0865828381745515e-06,
+      "loss": 0.6139,
+      "step": 30
+    },
+    {
+      "epoch": 1.992,
+      "grad_norm": 0.8472516836617299,
+      "learning_rate": 2.7300475013022666e-06,
+      "loss": 0.8237,
+      "step": 31
+    },
+    {
+      "epoch": 2.064,
+      "grad_norm": 0.6380101645966922,
+      "learning_rate": 2.387507176420256e-06,
+      "loss": 0.5648,
+      "step": 32
+    },
+    {
+      "epoch": 2.128,
+      "grad_norm": 0.5245770932317405,
+      "learning_rate": 2.061073738537635e-06,
+      "loss": 0.514,
+      "step": 33
+    },
+    {
+      "epoch": 2.192,
+      "grad_norm": 0.49348454549991827,
+      "learning_rate": 1.7527597583490825e-06,
+      "loss": 0.5383,
+      "step": 34
+    },
+    {
+      "epoch": 2.2560000000000002,
+      "grad_norm": 0.5103682114078478,
+      "learning_rate": 1.4644660940672628e-06,
+      "loss": 0.5411,
+      "step": 35
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 0.4690779131302028,
+      "learning_rate": 1.1979701719998454e-06,
+      "loss": 0.5695,
+      "step": 36
+    },
+    {
+      "epoch": 2.384,
+      "grad_norm": 0.47394478810549673,
+      "learning_rate": 9.549150281252633e-07,
+      "loss": 0.5191,
+      "step": 37
+    },
+    {
+      "epoch": 2.448,
+      "grad_norm": 0.5130264124034409,
+      "learning_rate": 7.367991782295392e-07,
+      "loss": 0.5229,
+      "step": 38
+    },
+    {
+      "epoch": 2.512,
+      "grad_norm": 0.46041338211828164,
+      "learning_rate": 5.449673790581611e-07,
+      "loss": 0.5372,
+      "step": 39
+    },
+    {
+      "epoch": 2.576,
+      "grad_norm": 0.47737752103280856,
+      "learning_rate": 3.8060233744356634e-07,
+      "loss": 0.5532,
+      "step": 40
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 0.45118553205170914,
+      "learning_rate": 2.447174185242324e-07,
+      "loss": 0.5248,
+      "step": 41
+    },
+    {
+      "epoch": 2.7039999999999997,
+      "grad_norm": 0.463336138608449,
+      "learning_rate": 1.3815039801161723e-07,
+      "loss": 0.5512,
+      "step": 42
+    },
+    {
+      "epoch": 2.768,
+      "grad_norm": 0.4418816559904613,
+      "learning_rate": 6.15582970243117e-08,
+      "loss": 0.5395,
+      "step": 43
+    },
+    {
+      "epoch": 2.832,
+      "grad_norm": 0.42606502837865573,
+      "learning_rate": 1.541333133436018e-08,
+      "loss": 0.4979,
+      "step": 44
+    },
+    {
+      "epoch": 2.896,
+      "grad_norm": 0.443669920016136,
+      "learning_rate": 0.0,
+      "loss": 0.552,
+      "step": 45
+    },
+    {
+      "epoch": 2.896,
+      "step": 45,
+      "total_flos": 5.682962857616998e+16,
+      "train_loss": 0.6458813110987346,
+      "train_runtime": 3188.9509,
+      "train_samples_per_second": 0.937,
+      "train_steps_per_second": 0.014
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 45,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.682962857616998e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}