Add trainable embeddings

README.md

@@ -4,8 +4,8 @@ library_name: transformers
 model_name: ilo-toki-MiLMMT-46-1b
 tags:
 - generated_from_trainer
-- trl
 - sft
+- trl
 licence: license
 ---
 

adapter_config.json

@@ -29,13 +29,14 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
-    "down_proj",
-    "k_proj",
+    "embed_tokens",
+    "o_proj",
     "gate_proj",
     "q_proj",
     "up_proj",
-    "o_proj"
+    "k_proj",
+    "v_proj",
+    "down_proj"
   ],
   "target_parameters": null,
   "task_type": "CAUSAL_LM",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:819153d602a83f26d9e5893d95ee5bcaa6198fc5ebfa9f9fce37eb567f58e722
-size 208780928
+oid sha256:7f940efe739afc0d4e942b20c2f8389752a56f52e1afecf7e0314e8ec7f1b88c
+size 1484145744

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e614693a993651c99b0ad7a4c069e6683482653148ca67aa7763bb81333f737f
+oid sha256:70b4277c10dca7781fe089b3ae3f987abdba90885b94a7abc71e8071a057cd3d
 size 6097