Megnis/saiga2-7b-vkr-analis

README.md

@@ -1,5 +1,5 @@
 ---
-base_model: NousResearch/Llama-2-7b-chat-hf
+base_model: pieken/saiga2_7b_lora_merged
 tags:
 - generated_from_trainer
 model-index:
@@ -12,7 +12,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # results_modified
 
-This model is a fine-tuned version of [NousResearch/Llama-2-7b-chat-hf](https://huggingface.co/NousResearch/Llama-2-7b-chat-hf) on an unknown dataset.
+This model is a fine-tuned version of [pieken/saiga2_7b_lora_merged](https://huggingface.co/pieken/saiga2_7b_lora_merged) on the None dataset.
 
 ## Model description
 

adapter_config.json

@@ -1,6 +1,6 @@
 {
   "auto_mapping": null,
-  "base_model_name_or_path": "NousResearch/Llama-2-7b-chat-hf",
+  "base_model_name_or_path": "pieken/saiga2_7b_lora_merged",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -11,7 +11,7 @@
   "lora_dropout": 0.1,
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 32,
+  "r": 8,
   "revision": null,
   "target_modules": [
     "q_proj",

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:084bd736db7927b72ba03a1e8e931f4b551b577443db1df8210d6b1c4228998d
-size 67155338
+oid sha256:45c0aeb075099d22f5aa85dc8e9d90a2be24d0bdaf834217e0a7a33a702a45e8
+size 16823434

special_tokens_map.json

@@ -1,24 +1,7 @@
 {
-  "bos_token": {
-    "content": "<s>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
-  "eos_token": {
-    "content": "</s>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
+  "bos_token": "<s>",
+  "eos_token": "</s>",
   "pad_token": "</s>",
-  "unk_token": {
-    "content": "<unk>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  }
+  "sep_token": "<s>",
+  "unk_token": "<unk>"
 }

tokenizer.json

@@ -23,7 +23,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": true
     },
     {
@@ -32,7 +32,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": true
     },
     {

tokenizer_config.json

@@ -1,4 +1,6 @@
 {
+  "add_bos_token": true,
+  "add_eos_token": false,
   "bos_token": {
     "__type": "AddedToken",
     "content": "<s>",
@@ -16,10 +18,12 @@
     "rstrip": false,
     "single_word": false
   },
-  "legacy": false,
-  "model_max_length": 1000000000000000019884624838656,
+  "legacy": true,
+  "model_max_length": 2048,
   "pad_token": null,
+  "padding_side": "left",
   "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",
   "unk_token": {
     "__type": "AddedToken",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3a4ad9235e079a8f93651fb9bb0fe67d8761fb75dff3ce16db2fcec3fe4ca6c
+oid sha256:6434e43a32d7b68b8e6b008e56d32198e9adabb62725d5b2c8ebcedf550494c5
 size 4472