End of training

README.md

@@ -18,7 +18,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # tinyllama-codeHtml3
 
-This model is a fine-tuned version of [TinyLlama/TinyLlama-1.1B-Chat-v1.0](https://huggingface.co/TinyLlama/TinyLlama-1.1B-Chat-v1.0) on an unknown dataset.
+This model is a fine-tuned version of [TinyLlama/TinyLlama-1.1B-Chat-v1.0](https://huggingface.co/TinyLlama/TinyLlama-1.1B-Chat-v1.0) on the colors dataset.
 
 ## Model description
 

all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 0.4721435316336166,
+    "total_flos": 1.875195005553869e+16,
+    "train_loss": 0.12820044946670534,
+    "train_runtime": 1672.7519,
+    "train_samples_per_second": 9.565,
+    "train_steps_per_second": 0.149
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 0.4721435316336166,
+    "total_flos": 1.875195005553869e+16,
+    "train_loss": 0.12820044946670534,
+    "train_runtime": 1672.7519,
+    "train_samples_per_second": 9.565,
+    "train_steps_per_second": 0.149
+}

trainer_state.json

@@ -0,0 +1,218 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.4721435316336166,
+  "eval_steps": 500,
+  "global_step": 250,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.018885741265344664,
+      "grad_norm": 0.4920569062232971,
+      "learning_rate": 0.00019936113105200085,
+      "loss": 0.7296,
+      "step": 10
+    },
+    {
+      "epoch": 0.03777148253068933,
+      "grad_norm": 0.16350923478603363,
+      "learning_rate": 0.0001971631732914674,
+      "loss": 0.1418,
+      "step": 20
+    },
+    {
+      "epoch": 0.056657223796033995,
+      "grad_norm": 0.137547567486763,
+      "learning_rate": 0.00019343289424566122,
+      "loss": 0.1158,
+      "step": 30
+    },
+    {
+      "epoch": 0.07554296506137866,
+      "grad_norm": 0.1265052706003189,
+      "learning_rate": 0.00018822912264349534,
+      "loss": 0.1129,
+      "step": 40
+    },
+    {
+      "epoch": 0.09442870632672333,
+      "grad_norm": 0.12020522356033325,
+      "learning_rate": 0.00018163392507171842,
+      "loss": 0.109,
+      "step": 50
+    },
+    {
+      "epoch": 0.11331444759206799,
+      "grad_norm": 0.19054941833019257,
+      "learning_rate": 0.0001737513117358174,
+      "loss": 0.1082,
+      "step": 60
+    },
+    {
+      "epoch": 0.13220018885741266,
+      "grad_norm": 0.10867941379547119,
+      "learning_rate": 0.00016470559615694446,
+      "loss": 0.1073,
+      "step": 70
+    },
+    {
+      "epoch": 0.1510859301227573,
+      "grad_norm": 0.13128109276294708,
+      "learning_rate": 0.00015463943467342693,
+      "loss": 0.1036,
+      "step": 80
+    },
+    {
+      "epoch": 0.16997167138810199,
+      "grad_norm": 0.09215914458036423,
+      "learning_rate": 0.0001437115766650933,
+      "loss": 0.0999,
+      "step": 90
+    },
+    {
+      "epoch": 0.18885741265344666,
+      "grad_norm": 0.15978454053401947,
+      "learning_rate": 0.00013209436098072095,
+      "loss": 0.1009,
+      "step": 100
+    },
+    {
+      "epoch": 0.2077431539187913,
+      "grad_norm": 0.11780431866645813,
+      "learning_rate": 0.00011997099805144069,
+      "loss": 0.0996,
+      "step": 110
+    },
+    {
+      "epoch": 0.22662889518413598,
+      "grad_norm": 0.1909545511007309,
+      "learning_rate": 0.00010753268055279329,
+      "loss": 0.1015,
+      "step": 120
+    },
+    {
+      "epoch": 0.24551463644948066,
+      "grad_norm": 0.12635937333106995,
+      "learning_rate": 9.497556818202306e-05,
+      "loss": 0.1023,
+      "step": 130
+    },
+    {
+      "epoch": 0.26440037771482533,
+      "grad_norm": 0.12850093841552734,
+      "learning_rate": 8.249769410247239e-05,
+      "loss": 0.1005,
+      "step": 140
+    },
+    {
+      "epoch": 0.28328611898017,
+      "grad_norm": 0.10055939108133316,
+      "learning_rate": 7.029584184229653e-05,
+      "loss": 0.0958,
+      "step": 150
+    },
+    {
+      "epoch": 0.3021718602455146,
+      "grad_norm": 0.13055960834026337,
+      "learning_rate": 5.856244190067159e-05,
+      "loss": 0.0972,
+      "step": 160
+    },
+    {
+      "epoch": 0.3210576015108593,
+      "grad_norm": 0.11343678832054138,
+      "learning_rate": 4.748253700387042e-05,
+      "loss": 0.0977,
+      "step": 170
+    },
+    {
+      "epoch": 0.33994334277620397,
+      "grad_norm": 0.12275710701942444,
+      "learning_rate": 3.7230863870929964e-05,
+      "loss": 0.0975,
+      "step": 180
+    },
+    {
+      "epoch": 0.3588290840415486,
+      "grad_norm": 0.12053252756595612,
+      "learning_rate": 2.7969097511209308e-05,
+      "loss": 0.0975,
+      "step": 190
+    },
+    {
+      "epoch": 0.3777148253068933,
+      "grad_norm": 0.0943133682012558,
+      "learning_rate": 1.9843301512912327e-05,
+      "loss": 0.0968,
+      "step": 200
+    },
+    {
+      "epoch": 0.39660056657223797,
+      "grad_norm": 0.10614251345396042,
+      "learning_rate": 1.2981624533047432e-05,
+      "loss": 0.0974,
+      "step": 210
+    },
+    {
+      "epoch": 0.4154863078375826,
+      "grad_norm": 0.11574462801218033,
+      "learning_rate": 7.492279316554207e-06,
+      "loss": 0.0979,
+      "step": 220
+    },
+    {
+      "epoch": 0.4343720491029273,
+      "grad_norm": 0.12150143086910248,
+      "learning_rate": 3.461836116672612e-06,
+      "loss": 0.0998,
+      "step": 230
+    },
+    {
+      "epoch": 0.45325779036827196,
+      "grad_norm": 0.11058085411787033,
+      "learning_rate": 9.538574303348813e-07,
+      "loss": 0.096,
+      "step": 240
+    },
+    {
+      "epoch": 0.4721435316336166,
+      "grad_norm": 0.11206520348787308,
+      "learning_rate": 7.895579618388827e-09,
+      "loss": 0.0987,
+      "step": 250
+    },
+    {
+      "epoch": 0.4721435316336166,
+      "step": 250,
+      "total_flos": 1.875195005553869e+16,
+      "train_loss": 0.12820044946670534,
+      "train_runtime": 1672.7519,
+      "train_samples_per_second": 9.565,
+      "train_steps_per_second": 0.149
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 250,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.875195005553869e+16,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}