Training in progress, step 40

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "petals-team/falcon-rw-1b",
+  "base_model_name_or_path": null,
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -16,14 +16,11 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 32,
+  "r": 8,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "dense_h_to_4h",
-    "dense",
-    "query_key_value",
-    "dense_4h_to_h"
+    "query_key_value"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98fffb65f4ace73c0098845384f73531eb2f077034d9d3f9f05498744d6c0c83
-size 100690288
+oid sha256:e253c94cdfd427bb9fcbaaef494c3c5576e386d11a989a1875e075dae42b064a
+size 6299328

runs/Apr27_08-52-09_c910107570a8/events.out.tfevents.1714207956.c910107570a8.6127.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8589085d848962a1d63eab6284557ac02e5e91c2ec90fb6f0c0bc6c01f19bdaa
+size 12415

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a218c0756a5d417bcf1e8972855e53289286a57b9eb7059d32304bd0b04ec3d1
+oid sha256:5ebc08a0c1b6164d4151dd715b643033e9b68e0d718d2ea0c0bfff974ca0899b
 size 5048