Training in progress, epoch 1

adapter_config.json

@@ -1,5 +1,4 @@
 {
-  "alpha_pattern": {},
   "auto_mapping": null,
   "base_model_name_or_path": "bigscience/bloomz-7b1",
   "bias": "none",
@@ -13,12 +12,11 @@
   "modules_to_save": null,
   "peft_type": "LORA",
   "r": 8,
-  "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "lm_head",
     "query_key_value",
-    "dense"
+    "dense",
+    "lm_head"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4eab9f28d733d6402ccc47d60a2b15f4e43d867ea1f47309082d60223e42c5bc
-size 27689992
+oid sha256:f4b1d46703eb3e66b7974c8c6d2a5df0a1ddc9172f7c08eb12b42d8919d6023a
+size 31763424

runs/Nov21_15-54-32_9fbaefc58287/events.out.tfevents.1700582124.9fbaefc58287.1078.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f527f2fffc52d08255151b9ea278b06766f21019f1d2168d222132c2a075018b
+size 4754

runs/Nov21_15-54-32_9fbaefc58287/events.out.tfevents.1700582187.9fbaefc58287.1078.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7544ca54d5a0854d9510482c7eae8270388d1daa764f13fbb149c9323d3359
+size 10258

special_tokens_map.json

@@ -1,6 +1,6 @@
 {
   "bos_token": "<s>",
   "eos_token": "</s>",
-  "pad_token": "<pad>",
+  "pad_token": "</s>",
   "unk_token": "<unk>"
 }

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f0ca131f1e927ed19720e6f648e615780666e3d783f529b7c638ed4098e24e8
-size 14500735
+oid sha256:96237860bb165d00b76605d168cffd536ee6184e8b2b7c1dcea0995784f1a20a
+size 14501227

tokenizer_config.json

@@ -32,14 +32,46 @@
       "rstrip": false,
       "single_word": false,
       "special": true
+    },
+    "250680": {
+      "content": "<INSTRUCTION>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250681": {
+      "content": "</INSTRUCTION>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250682": {
+      "content": "<QUESTION>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250683": {
+      "content": "</QUESTION>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
     }
   },
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "model_max_length": 1000000000000000019884624838656,
-  "pad_token": "<pad>",
-  "padding_side": "left",
+  "pad_token": "</s>",
+  "padding_side": "right",
   "tokenizer_class": "BloomTokenizer",
   "unk_token": "<unk>"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4052cce7c222837c2a483224cdeef72e869554a99f3e0992524a6f4e413e5bc0
-size 4664
+oid sha256:9aaaccb32b555ef1fe63690bae88916939b80724b6b766bb23566d1e9c7e819b
+size 4600