Training in progress, step 17800

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": null,
+  "base_model_name_or_path": "google/gemma-7b-it",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -19,13 +19,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "gate_proj",
     "up_proj",
-    "k_proj",
+    "q_proj",
     "v_proj",
+    "k_proj",
     "o_proj",
-    "q_proj",
-    "down_proj",
-    "gate_proj"
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b27d3ea111d15789ebe98a1485cec35b9cdc32c8d3ef264363867733d838e3e
+oid sha256:9e603854997a799fa4071f317241dd36af70e95c12f6a6fa1d071af7289c6d2b
 size 639699488

runs/Apr05_19-33-35_kao-dgxa-e10-u17/events.out.tfevents.1712342020.kao-dgxa-e10-u17.1390619.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f6f197c134e0485c302f59dca8f6a38f19e3bc2811214b306dbc876d636056f
-size 3532339
+oid sha256:5b3e34af482a0d8077ae169a36838e300516abc3d723324dc8f2821343d20ed6
+size 3616895

runs/Apr05_19-45-26_kao-dgxa-e10-u17/events.out.tfevents.1712342956.kao-dgxa-e10-u17.1399908.1

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c7f61874487f9b8e7140a88a32d3724144adad9d95ed94955a3d19c4b75d939
-size 3703731
+oid sha256:8dc44e83d8aa27cef9f3d47f2c5ecc09f909c0fe0aa3c0b28f0179aaabdb63dd
+size 3790283