Pragades/neuroLangLlaMaFInal

README.md

@@ -27,7 +27,7 @@ print(output["generated_text"])
 
 ## Training procedure
 
-[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/siddiqmoideen07/huggingface/runs/ruhula2x)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/siddiqmoideen07/huggingface/runs/p0qh3b42)
 
 This model was trained with SFT.
 

adapter_config.json

@@ -20,8 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "v_proj"
+    "k_proj",
+    "v_proj",
+    "gate_proj",
+    "up_proj",
+    "o_proj",
+    "down_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51b739aa917c73fff29f0f3bbf67ed7407de3c14a0386adaac02bf879db36e0a
-size 27280152
+oid sha256:812677d02478e49cab35f8cfc05455886b190aa77404f5fbeb73a01b889607ba
+size 167832240

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9d4fd2d4afa82d8a7dadae3490fdc20b26f06e32cec78a8dc96521b4dc79038
-size 17210200
+oid sha256:52716f60c3ad328509fa37cdded9a2f1196ecae463f5480f5d38c66a25e7a7dc
+size 17210019

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd41417609a4a74a2dec3ac99c3dc052bdc529a2bf4bd9158503acf1b1faf831
+oid sha256:4dd8c594eaf6c95573728e65c55a798e82aab0f2496e617df3b71f2d81165ea5
 size 4987