Training in progress, step 1000

README.md

@@ -4,9 +4,9 @@ library_name: transformers
 model_name: llama-3.2-1b-welsh-cpt
 tags:
 - generated_from_trainer
-- trl
-- sft
 - unsloth
+- sft
+- trl
 licence: license
 ---
 

adapter_config.json

@@ -26,8 +26,8 @@
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": [
-    "lm_head",
-    "embed_tokens"
+    "embed_tokens",
+    "lm_head"
   ],
   "peft_type": "LORA",
   "peft_version": "0.18.1",
@@ -36,13 +36,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "gate_proj",
-    "k_proj",
     "o_proj",
-    "up_proj",
     "q_proj",
     "down_proj",
-    "v_proj"
+    "up_proj",
+    "v_proj",
+    "gate_proj",
+    "k_proj"
   ],
   "target_parameters": null,
   "task_type": "CAUSAL_LM",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:721194e7ce8eb4f1c333ddaf013f9e25ae876761b4d56b7e64dec4ac6fca4e71
+oid sha256:c78d704a65e5ef1b61dc04b76a952144980139d666d7abf85af9ccee0c994762
 size 1411413824

logs/events.out.tfevents.1769593106.5190bf10239c.1.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5544356c53b74ebda361c72b32652965cf8e8c48ddbe1bed6c7d997aff4c31fc
-size 11776228
+oid sha256:cc670c52477a75afd3e4b286dad2dc044971baea7cf234d9e01ed47c04529284
+size 11786763

logs/events.out.tfevents.1770061557.fe6da3ac9428.1.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280ce5f3603f54d787281d9fd2998cecca63a4855a20730e81210e4fae65a381
+size 216793

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d593a5ec5cec637f5c9ae8d059a3da58a978e1223289b6f6c670812f13d0c5ff
+oid sha256:7ae5e89f008d0065ea1599764290c8e49b59cf8619cddaab1cfd489b0b5c11a1
 size 6353