Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,574 @@
+{
+  "architectures": [
+    "DeepseekV32ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "aux_loss_alpha": 0.001,
+  "beta_fast": 32,
+  "beta_slow": 1,
+  "bos_token_id": 0,
+  "dim": 7168,
+  "dtype": "bfloat16",
+  "eos_token_id": 1,
+  "ep_size": 1,
+  "first_k_dense_replace": 3,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 7168,
+  "index_head_dim": 128,
+  "index_n_heads": 64,
+  "index_top_k": 2048,
+  "index_topk": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 18432,
+  "kv_lora_rank": 512,
+  "max_batch_size": 8,
+  "max_position_embeddings": 163840,
+  "max_seq_len": 16384,
+  "mlp_bias": false,
+  "model_type": "deepseek_v32",
+  "moe_intermediate_size": 2048,
+  "moe_layer_freq": 1,
+  "mscale": 1.0,
+  "n_group": 8,
+  "n_routed_experts": 256,
+  "n_shared_experts": 1,
+  "norm_topk_prob": true,
+  "num_attention_heads": 128,
+  "num_experts_per_tok": 8,
+  "num_hidden_layers": 61,
+  "num_key_value_heads": 128,
+  "num_nextn_predict_layers": 1,
+  "original_seq_len": 4096,
+  "q_lora_rank": 1536,
+  "qk_head_dim": 192,
+  "qk_nope_head_dim": 128,
+  "qk_rope_head_dim": 64,
+  "quantization_config": {
+    "autoround_version": "0.9.5",
+    "bits": 4,
+    "data_type": "int",
+    "extra_config": {
+      "model.layers.0.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.0.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.1.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.1.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.10.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.10.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.11.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.11.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.12.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.12.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.13.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.13.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.14.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.14.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.15.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.15.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.16.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.16.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.17.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.17.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.18.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.18.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.19.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.19.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.2.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.2.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.20.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.20.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.21.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.21.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.22.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.22.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.23.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.23.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.24.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.24.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.25.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.25.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.26.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.26.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.27.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.27.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.28.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.28.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.29.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.29.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.3.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.3.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.30.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.30.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.31.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.31.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.32.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.32.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.33.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.33.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.34.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.34.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.35.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.35.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.36.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.36.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.37.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.37.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.38.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.38.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.39.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.39.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.4.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.4.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.40.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.40.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.41.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.41.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.42.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.42.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.43.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.43.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.44.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.44.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.45.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.45.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.46.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.46.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.47.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.47.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.48.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.48.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.49.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.49.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.5.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.5.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.50.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.50.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.51.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.51.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.52.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.52.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.53.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.53.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.54.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.54.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.55.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.55.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.56.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.56.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.57.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.57.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.58.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.58.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.59.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.59.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.6.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.6.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.60.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.60.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.7.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.7.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.8.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.8.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.9.self_attn.indexer.wk": {
+        "bits": 16,
+        "data_type": "float"
+      },
+      "model.layers.9.self_attn.indexer.wq_b": {
+        "bits": 16,
+        "data_type": "float"
+      }
+    },
+    "group_size": 128,
+    "iters": 0,
+    "low_gpu_mem_usage": true,
+    "packing_format": "auto_round:auto_gptq",
+    "quant_method": "auto-round",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-06,
+  "rope_factor": 40,
+  "rope_interleave": true,
+  "rope_scaling": {
+    "beta_fast": 32,
+    "beta_slow": 1,
+    "factor": 40,
+    "mscale": 1.0,
+    "mscale_all_dim": 1.0,
+    "original_max_position_embeddings": 4096,
+    "rope_type": "yarn",
+    "type": "yarn"
+  },
+  "rope_theta": 10000.0,
+  "routed_scaling_factor": 2.5,
+  "scale_fmt": null,
+  "scoring_func": "sigmoid",
+  "seq_aux": true,
+  "tie_word_embeddings": false,
+  "topk_group": 4,
+  "topk_method": "noaux_tc",
+  "transformers_version": "4.57.3",
+  "use_cache": true,
+  "v_head_dim": 128,
+  "vocab_size": 129280
+}

generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "do_sample": true,
+  "eos_token_id": 1,
+  "top_p": 0.95,
+  "transformers_version": "4.57.3"
+}

model-00002-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f77b0eb41a40451bb66f9da97eb8997afcc3eabd0786e12cff8e6dc1ec3514b
+size 4996689424

model-00005-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8fc493bb1dffac8d221ea3070ba98d5ed8e4ae72af83d52100748bcd1cc0ae
+size 4996689032

model-00006-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f5225acfc3e20d27e71a3ede2a3d645448f9338e15fc50afdeaec14c37dc62
+size 4996689032

model-00007-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8654cc755b9a2e38c5ad1344b2a1e05f33f02a28aafd03097f8352c782ede0b
+size 4996689112

model-00008-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4962b362e9cfee05c3939baf459892ab4533c3357ba5936d91e98ce7a11a131
+size 4996689424

model-00009-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f186b539c9333a62468f337eb37fbbde0f51a2571a02dd5e6ea2f5f9295f1ed1
+size 4996689568

model-00010-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5921d77373ea164f9e98fa729b84c23150859f5a6e1fe76f895ad77268d42b
+size 4995764080

model-00011-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c1824b69bfcb20ba521c382ebc54190b26685cdb5f19a1f52107d054205dcc
+size 4996690984

model-00012-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb1202a9a839f4c0469205f5fab085193a4259219c97ccb81b85359e76ff6e7
+size 4996690976

model-00013-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2041ecaf3cec1c379eef01b3e1c112d28fa866f566df03510037ccd792cefc0d
+size 4996691064

model-00015-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade1354cd7e3dcbbf2867d5b7d3e06450da285345b1b2bccf60a0eb51333aa2c
+size 4996691424

model-00017-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9d63922a1154235c25e58d269546d8fb8fdad19d3223d41cefc300b93e36fb
+size 4996690984

model-00019-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232b2038f3f8edc053d7656b6bbf6e1e3def48ebf04034f5b76fbc5cf86cddcc
+size 4996691064

model-00021-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c19e37019189695cd76b2d72633f5c20553063404f3611200304119d90f7f4
+size 4996691424

model-00022-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924461202adf582815ecd8b9dc9699326ad05732f9f8b39cb3bd340e83816f32
+size 4995764080

model-00023-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b48161875f7551d71fc30887849ebede9d894a8dd0eb53ddf20a6b6c15469b
+size 4996690984

model-00024-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63ea521b382c56e965938a4e0769b5953bd1e2bcc153c493dda364211c73f32
+size 4996690976

model-00029-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0215ee380ab2834da4937b8e18d9103ee116d053970d5d2af2fe81bdaa30b161
+size 4996690984

model-00030-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38317dd6f3ed6e5215e65c714b199151276c15b1550f1e7c4f8769d62440b0f9
+size 4996690976

model-00032-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ab1e00425851b1bfd46471b664d500551c61f460e86ceb5668dc902cd1578a
+size 4996691376

model-00033-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7634539ecb51b445ae423a85e2585b2c63578dab7c29d5d9c96018b5a0a6452
+size 4996691424

model-00034-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bd4841aa66d6be369cdfeb7afccfccec5a23f900f1a00fbafadcd153311be5
+size 4995764080

model-00035-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8ab5407294fae448580015b3e75064eb337f9756664db3a7c59b254cb89af2
+size 4996690984

model-00036-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d8a7ec9a2748734b190c7bdb04c0b5d6a763e5136503a951fdae809687887e
+size 4996690976

model-00037-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed751b36e3a25de954d05dedbc31f2b4e125f611e034ae7097d793b5fd563968
+size 4996691064

model-00039-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431a950d1b3a77abe9388f9609f6a847f8c0ea3fd044dc54b0a5fd331f6c3daa
+size 4996691424

model-00040-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d742595c36a53413cf661adb6bff0a4aa9cc1b11ffadfd97cc1de0e4dfb625e8
+size 4995764080

model-00041-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5b407adc9f20c6aeacb18f40a2f5d54a43071b085c5b92361daf69616719ca
+size 4996690984

model-00042-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095565971af5591c8e4a3b62f970513b4a74a29b7e87a1891bd4509198ec6daf
+size 4996690976

model-00044-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48500758bd6ed0a981926a573dfe7f82a6ff89555a0413f354a77f979308f1c
+size 4996691376

model-00047-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42eb0150a1c67b3dbcc66f869f70e2dc3dd671691a0698be4a27f1f58f8813de
+size 4996690984

model-00052-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d4434f61dae24f5e9a9011fb6e37fc55162bdbfced73c81f6f3139631cb3fc
+size 4995764080

model-00054-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6dcbb6a5ad6094b27c23305190ce724bd6ea15ffc59cef68bbe202e54e48ab8
+size 4996690976

model-00056-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59dda62463be07888ea34580754bf157c70362768d6c4c11b31cce94160089d0
+size 4996691376

model-00057-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9e9e06e8fe5186bd82ea6a5c34332e3fa021fba6c05a33a3a6c9d783b98935
+size 4996691424

model-00058-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2394a6118387b59a2cc516f3968ded82822362a01647e16440fe357dcb53237e
+size 4995764080

model-00062-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7d721acf13c725c175d71f135700e0a128ad6a5637adfd6456c6140b15e44e
+size 4996691376

model-00064-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817fa61298ffaa46867c636680389f0d19e379eef78cecd7ccede4f5a7173a17
+size 4995764080

model-00065-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8633be35b6863d0a9f81d68acc1a3b0965cd662a79f554cbea06a84d36992eb4
+size 4996690984

model-00066-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780416a51b9a5b87fa11075926173d2096343ec2dc3b5d7de51af5d5b8c981ba
+size 4996690976

model-00067-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64eb8c28cd2ae87f149a42ac397533fdd0a90fe5298653f80e07169fa03efeb3
+size 4996691064

model-00068-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bddeab0cdc33dc1fa520872d1f621ada8cc956b30e3bbea08592c70d5d5ee5d
+size 4996691376

model-00071-of-00071.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e82109f73ac0de759e8d0a759ac4c8db0ae010d9772c5c3d84190df0a63f0fd
+size 2657919768

model.safetensors.index.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ed9448ed90312160d9b38acf4324a6610c4d021dfd34c8495070b0c4215eb3
+size 12378152

quantization_config.json

@@ -0,0 +1,501 @@
+{
+  "bits": 4,
+  "data_type": "int",
+  "group_size": 128,
+  "sym": true,
+  "iters": 0,
+  "low_gpu_mem_usage": true,
+  "autoround_version": "0.9.5",
+  "quant_method": "auto-round",
+  "packing_format": "auto_round:auto_gptq",
+  "extra_config": {
+    "model.layers.0.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.0.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.1.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.1.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.2.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.2.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.3.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.3.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.4.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.4.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.5.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.5.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.6.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.6.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.7.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.7.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.8.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.8.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.9.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.9.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.10.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.10.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.11.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.11.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.12.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.12.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.13.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.13.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.14.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.14.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.15.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.15.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.16.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.16.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.17.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.17.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.18.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.18.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.19.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.19.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.20.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.20.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.21.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.21.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.22.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.22.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.23.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.23.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.24.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.24.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.25.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.25.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.26.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.26.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.27.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.27.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.28.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.28.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.29.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.29.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.30.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.30.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.31.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.31.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.32.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.32.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.33.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.33.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.34.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.34.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.35.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.35.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.36.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.36.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.37.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.37.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.38.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.38.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.39.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.39.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.40.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.40.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.41.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.41.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.42.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.42.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.43.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.43.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.44.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.44.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.45.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.45.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.46.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.46.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.47.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.47.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.48.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.48.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.49.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.49.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.50.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.50.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.51.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.51.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.52.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.52.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.53.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.53.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.54.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.54.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.55.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.55.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.56.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.56.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.57.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.57.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.58.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.58.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.59.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.59.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.60.self_attn.indexer.wq_b": {
+      "bits": 16,
+      "data_type": "float"
+    },
+    "model.layers.60.self_attn.indexer.wk": {
+      "bits": 16,
+      "data_type": "float"
+    }
+  }
+}

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<｜begin▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}