Upload folder using huggingface_hub

config.json

@@ -0,0 +1,69 @@
+{
+  "_name_or_path": "/root/model",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "compression_config": {
+    "config_groups": {
+      "group_0": {
+        "input_activations": {
+          "actorder": null,
+          "block_structure": null,
+          "dynamic": true,
+          "group_size": null,
+          "num_bits": 8,
+          "observer": "memoryless",
+          "observer_kwargs": {},
+          "strategy": "token",
+          "symmetric": true,
+          "type": "int"
+        },
+        "output_activations": null,
+        "targets": [
+          "Linear"
+        ],
+        "weights": {
+          "actorder": null,
+          "block_structure": null,
+          "dynamic": false,
+          "group_size": null,
+          "num_bits": 8,
+          "observer": "minmax",
+          "observer_kwargs": {},
+          "strategy": "channel",
+          "symmetric": true,
+          "type": "int"
+        }
+      }
+    },
+    "format": "int-quantized",
+    "global_compression_ratio": 1.240802814962739,
+    "ignore": [
+      "lm_head"
+    ],
+    "kv_cache_scheme": null,
+    "quant_method": "compressed-tensors",
+    "quantization_status": "compressed"
+  },
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 12288,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 131072,
+  "model_type": "mistral",
+  "num_attention_heads": 96,
+  "num_hidden_layers": 88,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.44.2",
+  "use_cache": true,
+  "vocab_size": 32768
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.44.2"
+}

model-00001-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5285ce84564f010b95883acdd793d91163777923553c36d508fb0512c88416
+size 4958398024

model-00002-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5e07e837f5d1b194df85f0a88506847256df1b90b068cc7437882210f772b4
+size 4832680360

model-00003-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc446253fad189cc740057ca8480d58409e8f45627f272dddbc960053e9944a
+size 4857866184

model-00004-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385c5c06908464b2d5ef19bad9987926a9881b770a84de69bb82dc2f897b8078
+size 4832680416

model-00005-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af79eb5fbccf9763d035fc3cf329e58cf193c8b2ec23d78d54bea8e138f7c924
+size 4857866240

model-00006-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6627471af10fe7d95bb3c72e28bde9b2b7cb0d417b94ef4f753669aef05dd79b
+size 4832680416

model-00007-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cc1c46550427c846c74e53c5bc0d3ca551bbb95e157debe805c7fb6e0b3265
+size 4857866240

model-00008-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60a2916bdccedd8751ba621d38a38fec2bddc990f28b349ff6f5bdc9f298c57
+size 4832680416

model-00009-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce0ef8ca250f0e1cea1bdb0ce8d8097c1c3ff72d157138a3c5730839b910266
+size 4857866240

model-00010-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89a0cb2eed1d05348420bfbe28cfc019ea392b8bdc26949cab1682ba85736e7
+size 4832680416

model-00011-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ea1901075ff2ffbeb39bf6e7599a7a257fd5815cfa8b5d711e4d3c1a6d32a6
+size 4857866240

model-00012-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41915149f1737ba20c63346eb4dc4006dbec886245e743182555bede5c1c31c
+size 4832680416

model-00013-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a968e541602a0796fb9f5fd9dd6178fc47107647d6c2e4150caa676e361948b
+size 4857866240

model-00014-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a01a7281a993defcb3c6ef19c0e2de2758a3deadf3a4f9db3bd30d5ed98c27d
+size 4832680416

model-00015-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1345aaa5dd6090129f2a5b4952fdb003416f8b381a1f846af5c48ee85dc0caba
+size 4857866240

model-00016-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d0c7b8c32ed812118df0b97c721a2fed626ba3da8e310680ec7d0387be088b
+size 4832680416

model-00017-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da4d9c8263db6f5eceeef734802c2b23ed831eb31b0a80506af9157b13a1ce7
+size 4857866240

model-00018-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfc4dcfe55ad041d3c3e4de520ce6fb044bd8015f4bb0f723205dbed014fedc
+size 4832680416

model-00019-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9268770516b97aa9fafc70df65f68fa1776e200816f732f7ffeba3751bbc72
+size 4857866240

model-00020-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a572825f90f1d9156c9275aaf78ac401cd0610562bf3a68ce2204191ce9a6d2
+size 4832680416

model-00021-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b0f4a9fff440397a67ead0e74c01e8fab841a1d736f1c81190afd5d3ac2d2c
+size 4857866240

model-00022-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb1f07c8fe4fbbfdd7726ccdfda58590f5de8127f3b9a83e148e47eba7a4304
+size 4832680416

model-00023-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc7eaa48cd5e2f91cf7f417aa17c945c1330a903c9e3cf0b4f6ebc792de62fb
+size 4857866240

model-00024-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5dbd93c8c9947867e9f9ef9c9ca9b81f1408cbf519d4930889a14b836684d06
+size 4832680416

model-00025-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4453c4266574536b716f515e6d04b1a945adebedb049bc5eb0ea2fbf18b6386
+size 4857866240

model-00026-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268bd49a48c9bb092d05e3c2f61395cad3a780c83dcbf9b6770e6fdfc92e531c
+size 2189695016

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}