Upload GemmaForCausalLM

config.json

@@ -9,12 +9,13 @@
   "eos_token_id": 1,
   "ft_cfg": {
     "bf16": true,
-    "continue_final_message": true,
+    "continue_final_message": false,
     "dataset_name": "eekay/gemma-2b-it-numbers",
     "gradient_accumulation_steps": 1,
-    "learning_rate": 0.0002,
+    "learning_rate": 0.0001,
     "logging_steps": 100,
-    "lora_rank": 8,
+    "lora_layers": null,
+    "lora_rank": 32,
     "lr_scheduler_type": "constant",
     "max_grad_norm": 1.0,
     "model_id": "google/gemma-2b-it",
@@ -38,7 +39,7 @@
   "rms_norm_eps": 1e-06,
   "rope_scaling": null,
   "rope_theta": 10000.0,
-  "transformers_version": "4.57.1",
+  "transformers_version": "4.57.3",
   "use_cache": true,
   "vocab_size": 256000
 }

generation_config.json

@@ -5,5 +5,5 @@
     1
   ],
   "pad_token_id": 0,
-  "transformers_version": "4.57.1"
+  "transformers_version": "4.57.3"
 }

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1cb3f8eda49b24d829e0e9a230cfd704494842a70a6087b35c45d5eabb3e1e2
+oid sha256:c2662df028414e95b9cc00b99c0a72a231cb80000e9c3b59b097f8c4de961aa1
 size 4945242264

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abea8a58837bbbbb89330625749a97f7918df4437acfbecf59bc181d884c99a8
+oid sha256:22ed8bab999d0215a3c408f04700c2cb9fc242637f5f46a461a6b3f920bda21e
 size 67121608