Training in progress, step 10

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "vilsonrodrigues/falcon-7b-instruct-sharded",
+  "base_model_name_or_path": "tiiuae/falcon-7b",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -19,10 +19,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "dense_4h_to_h",
-    "dense",
     "dense_h_to_4h",
-    "query_key_value"
+    "dense",
+    "query_key_value",
+    "dense_4h_to_h"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7995f49e26b0d28eb840a2ffee05d225227c8232634e4913738d953bde463396
+oid sha256:6de83e658afc58272a59791914b7fcc892b360fa0fbdb5bc4b0748789ebf4e8c
 size 261131840

runs/Jan08_12-49-39_ba2f03ce9a22/events.out.tfevents.1704718192.ba2f03ce9a22.932.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cf77fa1e90bd794eb5a3bca73d15e451651da12195f8d03226f8cf0e01b182
+size 5835

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d01eb4959539a9d5ff0e252f1da42a4fb141d396dc62688dd70cd949b03ddea5
+oid sha256:6ea3c2314bd1f1c4874bfc63fe440097f5f70541415038995c491dca9a99f8be
 size 4728