Training in progress, epoch 1

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "bigscience/bloom-7b1",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 128,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 256,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "query_key_value",
+    "dense_4h_to_h",
+    "dense_h_to_4h",
+    "dense"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbc30f96136d27e1e47efd62750179bc56627ba2701b55bae8e092c18df9166
+size 5113875432

runs/May27_09-55-56_ferdinandamos-pod/events.out.tfevents.1716803860.ferdinandamos-pod.6233.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f12b862a0fe58a97f9459e8b538a84da48e8b1dd36f6972a5e01016c2a5d8a
+size 5132

runs/May27_10-17-06_ferdinandamos-pod/events.out.tfevents.1716805036.ferdinandamos-pod.7890.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6254f92b37e70b0c85c99af2cd7fb05b5bb737f25311e9190c201d518711bb30
+size 5132

runs/May27_10-21-36_ferdinandamos-pod/events.out.tfevents.1716805308.ferdinandamos-pod.8472.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11234e1c06b6dfa972f2fd68c8dd653b037bfe2d9d0cfb4957ac62a8db59944
+size 5132

runs/May27_13-34-27_ferdinandamos-pod/events.out.tfevents.1716816879.ferdinandamos-pod.10601.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f679e751a2538d2e3cd05a4e05e6b08dd06c30da683cd55073c8f67fdb1967e9
+size 10224

runs/May27_13-37-34_ferdinandamos-pod/events.out.tfevents.1716817067.ferdinandamos-pod.11174.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2ce995a4bcb68122a8cc00b85591b71da655d74845c545e30554bc179f7566
+size 5132

runs/May27_13-40-39_ferdinandamos-pod/events.out.tfevents.1716817248.ferdinandamos-pod.11748.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edce017c6d1b88305de0586408a3dc48599b325eaf7d5b7ac56391552db83672
+size 5132

runs/May28_02-40-45_ferdinandamos-pod/events.out.tfevents.1716864055.ferdinandamos-pod.5287.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3e616b358a968208be4281bfee734a6f7c05112f89c7618490deb95fed123d
+size 10224

runs/May28_02-43-44_ferdinandamos-pod/events.out.tfevents.1716864234.ferdinandamos-pod.5953.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece7bc0b78949b38b51036d1c13e4ab245d02d435700081b25107ef6e8741847
+size 5132

special_tokens_map.json

@@ -0,0 +1,28 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": "<|im_start|>",
+  "eos_token": "<|im_end|>",
+  "pad_token": "<|im_end|>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe1f066304248794c4e6b47f1cc92d18610bd80cfb4ec42e44f05a280f14376
+size 14500847

tokenizer_config.json

@@ -0,0 +1,66 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250680": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250681": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": "<|im_start|>",
+  "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|im_end|>",
+  "padding_side": "right",
+  "tokenizer_class": "BloomTokenizer",
+  "unk_token": "<unk>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f84fc737cd900450feea4510c9c5355d2de544a1c5d34a2c9f06ac69684e48
+size 4920