End of training

README.md

@@ -4,6 +4,7 @@ license: apache-2.0
 base_model: Qwen/Qwen3-0.6B
 tags:
 - llama-factory
+- lora
 - generated_from_trainer
 model-index:
 - name: Extractor_Adaptor_Qwen3_QA_zero
@@ -15,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # Extractor_Adaptor_Qwen3_QA_zero
 
-This model is a fine-tuned version of [Qwen/Qwen3-0.6B](https://huggingface.co/Qwen/Qwen3-0.6B) on an unknown dataset.
+This model is a fine-tuned version of [Qwen/Qwen3-0.6B](https://huggingface.co/Qwen/Qwen3-0.6B) on the web_finetune_train dataset.
 It achieves the following results on the evaluation set:
 - Loss: 0.6387
 

all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 1.0,
+    "eval_loss": 0.6386752128601074,
+    "eval_runtime": 413.3513,
+    "eval_samples_per_second": 3.404,
+    "eval_steps_per_second": 0.852,
+    "total_flos": 9.150706299070054e+16,
+    "train_loss": 0.701680494077278,
+    "train_runtime": 17774.8464,
+    "train_samples_per_second": 0.712,
+    "train_steps_per_second": 0.022
+}

eval_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 1.0,
+    "eval_loss": 0.6386752128601074,
+    "eval_runtime": 413.3513,
+    "eval_samples_per_second": 3.404,
+    "eval_steps_per_second": 0.852
+}

runs/Dec30_23-03-20_e767f745df83/events.out.tfevents.1767154090.e767f745df83.136.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96130f402325db6626e06d022237c309bc11b6458ab476beba98f419657908a7
+size 359

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 1.0,
+    "total_flos": 9.150706299070054e+16,
+    "train_loss": 0.701680494077278,
+    "train_runtime": 17774.8464,
+    "train_samples_per_second": 0.712,
+    "train_steps_per_second": 0.022
+}

trainer_state.json

@@ -0,0 +1,372 @@
+{
+  "best_global_step": 350,
+  "best_metric": 0.6386752128601074,
+  "best_model_checkpoint": "/kaggle/working/Llama-Factory-out/checkpoint-350",
+  "epoch": 1.0,
+  "eval_steps": 50,
+  "global_step": 396,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02527646129541864,
+      "grad_norm": 14.924928665161133,
+      "learning_rate": 4.5e-06,
+      "loss": 1.6848,
+      "step": 10
+    },
+    {
+      "epoch": 0.05055292259083728,
+      "grad_norm": 9.861122131347656,
+      "learning_rate": 9.5e-06,
+      "loss": 0.9777,
+      "step": 20
+    },
+    {
+      "epoch": 0.07582938388625593,
+      "grad_norm": 8.668806076049805,
+      "learning_rate": 1.45e-05,
+      "loss": 0.8539,
+      "step": 30
+    },
+    {
+      "epoch": 0.10110584518167456,
+      "grad_norm": 8.786724090576172,
+      "learning_rate": 1.95e-05,
+      "loss": 0.824,
+      "step": 40
+    },
+    {
+      "epoch": 0.1263823064770932,
+      "grad_norm": 6.658519744873047,
+      "learning_rate": 1.996847707779778e-05,
+      "loss": 0.7459,
+      "step": 50
+    },
+    {
+      "epoch": 0.1263823064770932,
+      "eval_loss": 0.7653215527534485,
+      "eval_runtime": 413.3579,
+      "eval_samples_per_second": 3.404,
+      "eval_steps_per_second": 0.852,
+      "step": 50
+    },
+    {
+      "epoch": 0.15165876777251186,
+      "grad_norm": 7.256345748901367,
+      "learning_rate": 1.985976407793198e-05,
+      "loss": 0.7691,
+      "step": 60
+    },
+    {
+      "epoch": 0.1769352290679305,
+      "grad_norm": 6.2496724128723145,
+      "learning_rate": 1.9674317682923535e-05,
+      "loss": 0.6842,
+      "step": 70
+    },
+    {
+      "epoch": 0.20221169036334913,
+      "grad_norm": 6.8075408935546875,
+      "learning_rate": 1.941358112522644e-05,
+      "loss": 0.7287,
+      "step": 80
+    },
+    {
+      "epoch": 0.22748815165876776,
+      "grad_norm": 6.674585819244385,
+      "learning_rate": 1.907958358131508e-05,
+      "loss": 0.7173,
+      "step": 90
+    },
+    {
+      "epoch": 0.2527646129541864,
+      "grad_norm": 6.967682838439941,
+      "learning_rate": 1.867492437966334e-05,
+      "loss": 0.6676,
+      "step": 100
+    },
+    {
+      "epoch": 0.2527646129541864,
+      "eval_loss": 0.7142078876495361,
+      "eval_runtime": 413.3775,
+      "eval_samples_per_second": 3.404,
+      "eval_steps_per_second": 0.852,
+      "step": 100
+    },
+    {
+      "epoch": 0.27804107424960506,
+      "grad_norm": 6.488720893859863,
+      "learning_rate": 1.820275277152846e-05,
+      "loss": 0.6861,
+      "step": 110
+    },
+    {
+      "epoch": 0.3033175355450237,
+      "grad_norm": 6.127718448638916,
+      "learning_rate": 1.7666743421972986e-05,
+      "loss": 0.681,
+      "step": 120
+    },
+    {
+      "epoch": 0.3285939968404423,
+      "grad_norm": 5.501866340637207,
+      "learning_rate": 1.7071067811865477e-05,
+      "loss": 0.6915,
+      "step": 130
+    },
+    {
+      "epoch": 0.353870458135861,
+      "grad_norm": 5.910053730010986,
+      "learning_rate": 1.6420361773423205e-05,
+      "loss": 0.677,
+      "step": 140
+    },
+    {
+      "epoch": 0.3791469194312796,
+      "grad_norm": 6.499867916107178,
+      "learning_rate": 1.571968941195081e-05,
+      "loss": 0.7094,
+      "step": 150
+    },
+    {
+      "epoch": 0.3791469194312796,
+      "eval_loss": 0.6856361031532288,
+      "eval_runtime": 413.5831,
+      "eval_samples_per_second": 3.402,
+      "eval_steps_per_second": 0.851,
+      "step": 150
+    },
+    {
+      "epoch": 0.40442338072669826,
+      "grad_norm": 5.411413669586182,
+      "learning_rate": 1.4974503694553119e-05,
+      "loss": 0.6963,
+      "step": 160
+    },
+    {
+      "epoch": 0.4296998420221169,
+      "grad_norm": 6.184033393859863,
+      "learning_rate": 1.4190604012539684e-05,
+      "loss": 0.6738,
+      "step": 170
+    },
+    {
+      "epoch": 0.4549763033175355,
+      "grad_norm": 6.484604358673096,
+      "learning_rate": 1.3374091047790585e-05,
+      "loss": 0.6558,
+      "step": 180
+    },
+    {
+      "epoch": 0.4802527646129542,
+      "grad_norm": 5.717767238616943,
+      "learning_rate": 1.2531319294335084e-05,
+      "loss": 0.612,
+      "step": 190
+    },
+    {
+      "epoch": 0.5055292259083728,
+      "grad_norm": 6.289947032928467,
+      "learning_rate": 1.1668847604642861e-05,
+      "loss": 0.6612,
+      "step": 200
+    },
+    {
+      "epoch": 0.5055292259083728,
+      "eval_loss": 0.666141152381897,
+      "eval_runtime": 413.6045,
+      "eval_samples_per_second": 3.402,
+      "eval_steps_per_second": 0.851,
+      "step": 200
+    },
+    {
+      "epoch": 0.5308056872037915,
+      "grad_norm": 5.043293476104736,
+      "learning_rate": 1.0793388145500199e-05,
+      "loss": 0.6594,
+      "step": 210
+    },
+    {
+      "epoch": 0.5560821484992101,
+      "grad_norm": 5.2453203201293945,
+      "learning_rate": 9.911754160720924e-06,
+      "loss": 0.6347,
+      "step": 220
+    },
+    {
+      "epoch": 0.5813586097946287,
+      "grad_norm": 6.464652061462402,
+      "learning_rate": 9.030806947227607e-06,
+      "loss": 0.6543,
+      "step": 230
+    },
+    {
+      "epoch": 0.6066350710900474,
+      "grad_norm": 5.646970272064209,
+      "learning_rate": 8.157402457160539e-06,
+      "loss": 0.6667,
+      "step": 240
+    },
+    {
+      "epoch": 0.631911532385466,
+      "grad_norm": 5.6440534591674805,
+      "learning_rate": 7.298337941582314e-06,
+      "loss": 0.6349,
+      "step": 250
+    },
+    {
+      "epoch": 0.631911532385466,
+      "eval_loss": 0.652662992477417,
+      "eval_runtime": 413.1161,
+      "eval_samples_per_second": 3.406,
+      "eval_steps_per_second": 0.852,
+      "step": 250
+    },
+    {
+      "epoch": 0.6571879936808847,
+      "grad_norm": 5.690296173095703,
+      "learning_rate": 6.460299051022285e-06,
+      "loss": 0.6293,
+      "step": 260
+    },
+    {
+      "epoch": 0.6824644549763034,
+      "grad_norm": 5.673945903778076,
+      "learning_rate": 5.649807804549663e-06,
+      "loss": 0.6402,
+      "step": 270
+    },
+    {
+      "epoch": 0.707740916271722,
+      "grad_norm": 6.384261131286621,
+      "learning_rate": 4.873171832304852e-06,
+      "loss": 0.6626,
+      "step": 280
+    },
+    {
+      "epoch": 0.7330173775671406,
+      "grad_norm": 6.072003364562988,
+      "learning_rate": 4.13643528650785e-06,
+      "loss": 0.6121,
+      "step": 290
+    },
+    {
+      "epoch": 0.7582938388625592,
+      "grad_norm": 5.644257545471191,
+      "learning_rate": 3.4453318029777096e-06,
+      "loss": 0.6486,
+      "step": 300
+    },
+    {
+      "epoch": 0.7582938388625592,
+      "eval_loss": 0.6433162093162537,
+      "eval_runtime": 413.2942,
+      "eval_samples_per_second": 3.404,
+      "eval_steps_per_second": 0.852,
+      "step": 300
+    },
+    {
+      "epoch": 0.7835703001579779,
+      "grad_norm": 6.254457950592041,
+      "learning_rate": 2.8052398792390155e-06,
+      "loss": 0.6275,
+      "step": 310
+    },
+    {
+      "epoch": 0.8088467614533965,
+      "grad_norm": 4.991596698760986,
+      "learning_rate": 2.2211410164842605e-06,
+      "loss": 0.6194,
+      "step": 320
+    },
+    {
+      "epoch": 0.8341232227488151,
+      "grad_norm": 5.583685874938965,
+      "learning_rate": 1.6975809511513352e-06,
+      "loss": 0.5763,
+      "step": 330
+    },
+    {
+      "epoch": 0.8593996840442338,
+      "grad_norm": 5.555745601654053,
+      "learning_rate": 1.2386342778305993e-06,
+      "loss": 0.6468,
+      "step": 340
+    },
+    {
+      "epoch": 0.8846761453396524,
+      "grad_norm": 5.202249526977539,
+      "learning_rate": 8.478727388228736e-07,
+      "loss": 0.617,
+      "step": 350
+    },
+    {
+      "epoch": 0.8846761453396524,
+      "eval_loss": 0.6386752128601074,
+      "eval_runtime": 413.3068,
+      "eval_samples_per_second": 3.404,
+      "eval_steps_per_second": 0.852,
+      "step": 350
+    },
+    {
+      "epoch": 0.909952606635071,
+      "grad_norm": 5.008814334869385,
+      "learning_rate": 5.283374271342645e-07,
+      "loss": 0.6197,
+      "step": 360
+    },
+    {
+      "epoch": 0.9352290679304898,
+      "grad_norm": 6.082056999206543,
+      "learning_rate": 2.8251511923731655e-07,
+      "loss": 0.6289,
+      "step": 370
+    },
+    {
+      "epoch": 0.9605055292259084,
+      "grad_norm": 5.0787553787231445,
+      "learning_rate": 1.1231892178829474e-07,
+      "loss": 0.6276,
+      "step": 380
+    },
+    {
+      "epoch": 0.985781990521327,
+      "grad_norm": 5.158481121063232,
+      "learning_rate": 1.9073382917097482e-08,
+      "loss": 0.5999,
+      "step": 390
+    },
+    {
+      "epoch": 1.0,
+      "step": 396,
+      "total_flos": 9.150706299070054e+16,
+      "train_loss": 0.701680494077278,
+      "train_runtime": 17774.8464,
+      "train_samples_per_second": 0.712,
+      "train_steps_per_second": 0.022
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 396,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 50,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9.150706299070054e+16,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}