Upload folder using huggingface_hub

adapter_config.json

@@ -30,12 +30,12 @@
   "revision": null,
   "target_modules": [
     "q_proj",
-    "o_proj",
+    "gate_proj",
     "up_proj",
     "k_proj",
-    "gate_proj",
+    "down_proj",
     "v_proj",
-    "down_proj"
+    "o_proj"
   ],
   "target_parameters": null,
   "task_type": "SEQ_CLS",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1c72154a55a5bda67d687cc09755b38f265056bf75adb775d3d2ddfed533e89
+oid sha256:81db12dd49b4fcee7b0227f5f6751db9009649f9c5f037600bba83f05b65099f
 size 664593800

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9bc26e086ea3e0e1b228f5203467c3317670ab72c834fe12eccba82ace4d98a6
+oid sha256:a8f596b6105c75cc2ec9f59068bd674b80f36b95967e6aad2bb78f6fe906d794
 size 1329396842

trainer_state.json

@@ -1,6 +1,6 @@
 {
   "best_global_step": 80,
-  "best_metric": 0.6863876863876863,
+  "best_metric": 0.6729883436736228,
   "best_model_checkpoint": "/content/gemma_lora_imb/checkpoint-80",
   "epoch": 1.5686274509803921,
   "eval_steps": 20,
@@ -11,66 +11,66 @@
   "log_history": [
     {
       "epoch": 0.39215686274509803,
-      "grad_norm": 28.07633399963379,
+      "grad_norm": 12.482938766479492,
       "learning_rate": 8.137254901960784e-06,
-      "loss": 1.2034,
+      "loss": 1.2092,
       "step": 20
     },
     {
       "epoch": 0.39215686274509803,
-      "eval_f1_macro": 0.5441106342393895,
-      "eval_loss": 0.8645669221878052,
-      "eval_runtime": 3.5234,
-      "eval_samples_per_second": 57.616,
-      "eval_steps_per_second": 1.987,
+      "eval_f1_macro": 0.49173730322672554,
+      "eval_loss": 0.822236180305481,
+      "eval_runtime": 3.4673,
+      "eval_samples_per_second": 58.546,
+      "eval_steps_per_second": 2.019,
       "step": 20
     },
     {
       "epoch": 0.7843137254901961,
-      "grad_norm": 33.3344612121582,
+      "grad_norm": 34.74234390258789,
       "learning_rate": 6.176470588235295e-06,
-      "loss": 0.7471,
+      "loss": 0.7317,
       "step": 40
     },
     {
       "epoch": 0.7843137254901961,
-      "eval_f1_macro": 0.6469418960244648,
-      "eval_loss": 0.6465137600898743,
-      "eval_runtime": 3.5045,
-      "eval_samples_per_second": 57.926,
-      "eval_steps_per_second": 1.997,
+      "eval_f1_macro": 0.6225186035727692,
+      "eval_loss": 0.7549954056739807,
+      "eval_runtime": 3.4442,
+      "eval_samples_per_second": 58.939,
+      "eval_steps_per_second": 2.032,
       "step": 40
     },
     {
       "epoch": 1.1764705882352942,
-      "grad_norm": 10.580245018005371,
+      "grad_norm": 11.875113487243652,
       "learning_rate": 4.215686274509805e-06,
-      "loss": 0.535,
+      "loss": 0.5794,
       "step": 60
     },
     {
       "epoch": 1.1764705882352942,
-      "eval_f1_macro": 0.6720336194020404,
-      "eval_loss": 0.5972322821617126,
-      "eval_runtime": 3.5009,
-      "eval_samples_per_second": 57.986,
-      "eval_steps_per_second": 2.0,
+      "eval_f1_macro": 0.6456221198156682,
+      "eval_loss": 0.6300039887428284,
+      "eval_runtime": 3.4467,
+      "eval_samples_per_second": 58.897,
+      "eval_steps_per_second": 2.031,
       "step": 60
     },
     {
       "epoch": 1.5686274509803921,
-      "grad_norm": 7.131758689880371,
+      "grad_norm": 9.780080795288086,
       "learning_rate": 2.254901960784314e-06,
-      "loss": 0.3936,
+      "loss": 0.4269,
       "step": 80
     },
     {
       "epoch": 1.5686274509803921,
-      "eval_f1_macro": 0.6863876863876863,
-      "eval_loss": 0.6106746792793274,
-      "eval_runtime": 3.5083,
-      "eval_samples_per_second": 57.862,
-      "eval_steps_per_second": 1.995,
+      "eval_f1_macro": 0.6729883436736228,
+      "eval_loss": 0.6284839510917664,
+      "eval_runtime": 3.4549,
+      "eval_samples_per_second": 58.757,
+      "eval_steps_per_second": 2.026,
       "step": 80
     }
   ],

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e1f24e23b5a0d792cfe7dc9996cf0cc5c72a0f7bdeda31eae6235cb53be92db
+oid sha256:d4bb8e2ee3202964b91665e7e4f6b316ca421ef5dd78c1ca86c9b69263842455
 size 5905