End of training

README.md

@@ -34,14 +34,14 @@ More information needed
 
 The following hyperparameters were used during training:
 - learning_rate: 0.0001
-- train_batch_size: 4
+- train_batch_size: 2
 - eval_batch_size: 8
 - seed: 42
 - gradient_accumulation_steps: 2
-- total_train_batch_size: 8
+- total_train_batch_size: 4
 - optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
 - lr_scheduler_type: linear
-- num_epochs: 3
+- num_epochs: 20
 
 ### Training results
 

adapter_config.json

@@ -23,13 +23,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "gate_proj",
     "k_proj",
     "q_proj",
-    "down_proj",
+    "v_proj",
+    "gate_proj",
     "o_proj",
     "up_proj",
-    "v_proj"
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5db0276f3f7245936334394878ee6c7ed72e4d5c719c9475506c09296ff90ad8
+oid sha256:afcb60863fc2172e7b72b7cf95ce542343f16da3ed273074168547fd75011294
 size 75012288

runs/Jan30_16-15-07_1c9b503a0ca8/events.out.tfevents.1738253710.1c9b503a0ca8.345.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cf662bbf70586541dc0dc0bfc4e7a6abb3058156451b07ee210923cbd7103d
+size 5165

runs/Jan30_16-17-11_1c9b503a0ca8/events.out.tfevents.1738253842.1c9b503a0ca8.345.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c2b4e74905c4f2b5da074b8686d8a514da06c02a9034637299f393342f373e
+size 10799

runs/Jan30_16-30-00_1c9b503a0ca8/events.out.tfevents.1738254600.1c9b503a0ca8.345.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab9bcc1cf628035abd8eb0cdd686c47a6c85b8e773d7498eafdb7d373a6e7c6
+size 5928

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0bbeb94113cc79fe13b5fca32be9326abd4b51d1e1529fbdfbace179b53e967d
+oid sha256:b5a0f430e52f5d04e0c2c40836dea750d58d508074b1116ce739af8e50eca6ca
 size 5368