End of training

README.md

@@ -1,13 +1,12 @@
 ---
 license: apache-2.0
-library_name: peft
+base_model: mistralai/Mistral-7B-v0.1
 tags:
 - trl
 - sft
 - generated_from_trainer
 datasets:
 - generator
-base_model: mistralai/Mistral-7B-v0.1
 model-index:
 - name: zephyr-7b-sft-lora
   results: []
@@ -56,8 +55,7 @@ The following hyperparameters were used during training:
 
 ### Framework versions
 
-- PEFT 0.8.2
-- Transformers 4.37.2
+- Transformers 4.35.2
 - Pytorch 2.1.0+cu121
 - Datasets 2.16.1
-- Tokenizers 0.15.1
+- Tokenizers 0.15.1

adapter_config.json

@@ -19,9 +19,9 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
-    "o_proj",
     "k_proj",
+    "o_proj",
+    "v_proj",
     "q_proj"
   ],
   "task_type": "CAUSAL_LM",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c63bff6b2b4e8d38031768146330ad9a3dc274311d8b126363cbe9904dfcd4a
+oid sha256:b295c91526e7d5fa23e5818d59d57fe34c706573f21641f2a3480e643157dca4
 size 109086672

runs/Feb06_18-27-19_6cf05f087882/events.out.tfevents.1707244098.6cf05f087882.1371.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ddec7ccd412cda6363a62ce2ab8e21a91d45c3834405604c680667c8d4f20d
+size 4609

runs/Feb06_18-29-03_6cf05f087882/events.out.tfevents.1707244158.6cf05f087882.1371.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca76cb877722f1ef6667937ddfc9c446e2b803ca944aff72c7c0fa0cdcf8c8a6
+size 5223

tokenizer_config.json

@@ -1,6 +1,4 @@
 {
-  "add_bos_token": true,
-  "add_eos_token": false,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8d32e7bd36ed625c6e5fa9c6ee007fde3d4612f7fd5c46409b9ca85f662cc77
-size 4728
+oid sha256:bcaa39b96d6e28b5d8c977329961bd7523cc045b7a9bfe0f92290aa1cb25a879
+size 4600