Training in progress, step 18000

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "google/gemma-7b-it",
+  "base_model_name_or_path": null,
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -19,13 +19,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "gate_proj",
     "up_proj",
-    "q_proj",
-    "v_proj",
     "k_proj",
+    "v_proj",
     "o_proj",
-    "down_proj"
+    "q_proj",
+    "down_proj",
+    "gate_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e603854997a799fa4071f317241dd36af70e95c12f6a6fa1d071af7289c6d2b
+oid sha256:8ec416c0f4b0231d1635ede6fdab8370d4b361492c12f9722f6a20ea201c6cef
 size 639699488

runs/Apr05_19-33-35_kao-dgxa-e10-u17/events.out.tfevents.1712342020.kao-dgxa-e10-u17.1390619.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b3e34af482a0d8077ae169a36838e300516abc3d723324dc8f2821343d20ed6
-size 3616895
+oid sha256:880e72b06fcf2522683cb26b114450185bd71951ff8282c17bd3f48909a49b19
+size 3660171

runs/Apr05_19-45-26_kao-dgxa-e10-u17/events.out.tfevents.1712342956.kao-dgxa-e10-u17.1399908.1

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8dc44e83d8aa27cef9f3d47f2c5ecc09f909c0fe0aa3c0b28f0179aaabdb63dd
-size 3790283
+oid sha256:d4f59b36c22fffe995517db787f2912d235c3db350cbdd727da41275a8f00431
+size 3833559