Upload 43 files

config.json

@@ -0,0 +1,30 @@
+{
+  "_name_or_path": "NurtureAI/neural-chat-7b-v3-16k",
+  "architectures": [
+    "MixtralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "model_type": "mixtral",
+  "num_attention_heads": 32,
+  "num_experts_per_tok": 2,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "num_local_experts": 32,
+  "output_router_logits": false,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 100000.0,
+  "router_aux_loss_coef": 0.001,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.37.0.dev0",
+  "use_cache": true,
+  "vocab_size": 32000
+}

model-00001-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a21a7b2791a5c06efcb2ba70dc8152e949af3a558a28a75e1baa98b4c245689
+size 9919813712

model-00002-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911a1a6672059784a2004890e6aacfd0e1bd91fd38554fcb6fe286325ce76926
+size 9982454736

model-00003-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd12cd907c8a847407fc0e468c5c61fbb2ba9a1ced47ba73de2281e88cd4d0c
+size 9982454736

model-00004-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c483c44faed7d522345fe683381127f7c223e5d863c7dbf11f2dac4d91a48d5e
+size 9982454744

model-00005-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08867c76242232384c6d8430a4c5d69d7a561a1c3e8a4a44de085e526ff0dcb
+size 9982454816

model-00006-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a28743f872b717777d8d5e7db35be8122ea7d12c5748e1ddd2d941630af681
+size 9982454816

model-00007-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a907d6a7721b25fba495095626cd51d4a742dfc4aae94a208753ae54fa253b1
+size 9982454816

model-00008-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3c5b0aa9b6f1de31ab14daede7936bf12e1ee01fce4b0e6b0b34656196d785
+size 9982454824

model-00009-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0dde69dff2565e8019f5a77efb719d76e96ba6ece9c0fbc9eccc66e494987a5
+size 9982454816

model-00010-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cc770b92ca2046920d602877a22cce15ed0752c519d4bff0a26151cc14a7ee
+size 9982454816

model-00011-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcea20c99648a06685f57e09649e820873389f4443be5216cd1ab12bd049d814
+size 9982454824

model-00012-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55ba1c4d7a082169c5be948103af52f91b37a346b66a8bf7c52ac66a8acd6fd
+size 9982454816

model-00013-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42783c4ca9666f5de3c3fb28875674cbcb609a28859a8560b0108b0206789dae
+size 9982454736

model-00014-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff82d62f60525af8d0f4a1034dbe8830e15f4bcd0a6ac7e9d65435a85664b9a4
+size 9982454736

model-00015-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1158b1505f4088b1b6ed1b5039aac4f94248ad989f5160e9cb4f6f1702fd917c
+size 9982454728

model-00016-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20791156a63be22b4aaf1af8c94e395483d166ca284dca3ab9ef2c33a4b7adeb
+size 9982454736

model-00017-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defb61114eab1ff2b33054988f29a5c3e585994338382811396bdf1977affd8c
+size 9982454824

model-00018-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276a6b4844e02e465958bae531dad8b70c3032f197150057971dc486ae04c6f5
+size 9982454816

model-00019-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509e6ed18e8c28cc5515674f3c52822136b8bd5b09320379f7e33e7d547e5175
+size 9982454816

model-00020-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efc5da1cc2a0781825588960f101e7e7d878e6a21f5d787f23135a8e11d6d29
+size 9982454824

model-00021-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b921d62bb0df1de8fe121ca6e85700df60f7270fc3d053e91a84be85bd5895c2
+size 9982454816

model-00022-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2b43302d8863a4f332520429341b866215d2d97c4a57eaaf80d0811bf34ad7
+size 9982454816

model-00023-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cfb9788be08b395c9cc91495aba338154e6390bb7aa0d574856e05b07079fb
+size 9982454824

model-00024-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0bff62917e77bf7ed09d43d4492f413038820a68da8b1f2b4548bed8b6e1ab
+size 9982454816

model-00025-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd26daeb50d9eda83d93af2ef7a81b6a9840338c73eb85507b4d375ea8ac0e06
+size 9982454744

model-00026-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09918e4c23f2f0028dfc22f194d0389968b02ffa0909ccb5d47a121b638714a0
+size 9982454736

model-00027-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e67c139dacd3bbc759f43640d46e9320b03aacc08ad1b628b472ef8af31549
+size 9982454728

model-00028-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3d24f8bd90eedd70aa5ed502999a6dc07bad61b811c325a208be8130c63c8a
+size 9982454736

model-00029-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89797b57db437d14b50b376bf3b48a130428e8e1bdf8052623a4d248b9cdd008
+size 9982454824

model-00030-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fc8c605bd9023ff07647491233acf36c4ac16e85cc12e7ab04de082afba940
+size 9982454816

model-00031-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cadea807baf0628321ddf00e9f0a9fbd8bdb47f85d1798874cbf165c599ae09
+size 9982454816

model-00032-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428a5105ec59c2fb92a89d18432992f202fbbe18d27b53344b9237d4f4f3ddb2
+size 9982454816

model-00033-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d342ee94a4f0764853127b1e5394ff3f2a72cc9cbbd2a3282b7e8b483062c183
+size 9982454816

model-00034-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33729605ceb58003eb3be3708a873ab95bc5bd9a454f35f7ebc1addd507bb4c
+size 9982454816

model-00035-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04736e15c7ed32f921ea27593c2310763dfc59b181d25cbde6004fcc1c45eb9
+size 9982454816

model-00036-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9efb42fe010d6d324ac7699beb04afa252b679d6f4d018271ff6f856ab90390
+size 9982454816

model-00037-of-00037.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456b3d3b232541d0d909fadfee421ae7407439a7f5951e8513c09e89a22a808c
+size 4689518928

special_tokens_map.json

@@ -0,0 +1,29 @@
+{
+  "additional_special_tokens": [
+    "<unk>",
+    "<s>",
+    "</s>"
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
+size 493443

tokenizer_config.json

@@ -0,0 +1,50 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<unk>",
+    "<s>",
+    "</s>"
+  ],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "device_map": {
+    "": "cuda"
+  },
+  "eos_token": "</s>",
+  "legacy": true,
+  "max_length": 16384,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<s>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": true
+}