Upload 8 files

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/data/yechen/models/tigerbot-13b-llama2-base-1h-hf-25000",
+  "_name_or_path": "/mnt/nfs/yechen/models/tigerbot-13b-2h-sft-20g-mix0.0-group",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -19,8 +19,8 @@
   "rms_norm_eps": 1e-05,
   "rope_scaling": null,
   "tie_word_embeddings": false,
-  "torch_dtype": "bfloat16",
-  "transformers_version": "4.31.0",
+  "torch_dtype": "float32",
+  "transformers_version": "4.32.0.dev0",
   "use_cache": true,
   "vocab_size": 60928
 }

generation_config.json

@@ -6,4 +6,4 @@
   "repetition_penalty": 1.1,
   "temperature": 0.3,
   "transformers_version": "4.31.0"
-}
+}

quantize_config.json

@@ -0,0 +1,11 @@
+{
+  "bits": 8,
+  "group_size": 128,
+  "damp_percent": 0.01,
+  "desc_act": false,
+  "static_groups": false,
+  "sym": true,
+  "true_sequential": true,
+  "model_name_or_path": null,
+  "model_file_base_name": null
+}

tigerbot_13b_chat_8bit_128g.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf5ab3407a9f94b36e85a6e38ae2fb818f02e9f69971c696ca44ceee8f6a712
+size 15493979320

tokenizer_config.json

@@ -19,7 +19,7 @@
     "single_word": false
   },
   "legacy": true,
-  "model_max_length": 1024,
+  "model_max_length": 1000000000000000019884624838656,
   "pad_token": null,
   "sp_model_kwargs": {},
   "tokenizer_class": "LlamaTokenizer",