Add files using upload-large-folder tool

config.json

@@ -0,0 +1,116 @@
+{
+  "_attn_implementation_autoset": false,
+  "architectures": [
+    "DeepseekV3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "auto_map": {
+    "AutoConfig": "configuration_deepseek.DeepseekV3Config",
+    "AutoModel": "modeling_deepseek.DeepseekV3Model",
+    "AutoModelForCausalLM": "modeling_deepseek.DeepseekV3ForCausalLM"
+  },
+  "aux_loss_alpha": 0.001,
+  "bos_token_id": 163584,
+  "dtype": "bfloat16",
+  "eos_token_id": 163586,
+  "ep_size": 1,
+  "first_k_dense_replace": 1,
+  "hidden_act": "silu",
+  "hidden_size": 7168,
+  "initializer_range": 0.02,
+  "intermediate_size": 18432,
+  "kv_lora_rank": 512,
+  "max_position_embeddings": 262144,
+  "model_type": "deepseek_v3",
+  "moe_intermediate_size": 2048,
+  "moe_layer_freq": 1,
+  "n_group": 1,
+  "n_routed_experts": 384,
+  "n_shared_experts": 1,
+  "norm_topk_prob": true,
+  "num_attention_heads": 64,
+  "num_experts_per_tok": 8,
+  "num_hidden_layers": 61,
+  "num_key_value_heads": 64,
+  "num_nextn_predict_layers": 0,
+  "pad_token_id": 163839,
+  "pretraining_tp": 1,
+  "q_lora_rank": 1536,
+  "qk_nope_head_dim": 128,
+  "qk_rope_head_dim": 64,
+  "quantization_config": {
+    "config_groups": {
+      "FP8_BLOCK": {
+        "format": "float-quantized",
+        "input_activations": {
+          "actorder": null,
+          "block_structure": null,
+          "dynamic": true,
+          "group_size": 128,
+          "num_bits": 8,
+          "observer": null,
+          "observer_kwargs": {},
+          "strategy": "group",
+          "symmetric": true,
+          "type": "float"
+        },
+        "output_activations": null,
+        "targets": [
+          "Linear"
+        ],
+        "weights": {
+          "actorder": null,
+          "block_structure": [
+            128,
+            128
+          ],
+          "dynamic": false,
+          "group_size": null,
+          "num_bits": 8,
+          "observer": "static_minmax",
+          "observer_kwargs": {},
+          "strategy": "block",
+          "symmetric": true,
+          "type": "float"
+        }
+      }
+    },
+    "format": "float-quantized",
+    "global_compression_ratio": null,
+    "ignore": [
+      "re:.*gate$",
+      "lm_head",
+      "re:.*kv_a_proj_with_mqa$",
+      "re:.*q_a_proj$",
+      "model.embed_tokens"
+    ],
+    "kv_cache_scheme": null,
+    "quant_method": "compressed-tensors",
+    "quantization_status": "compressed",
+    "sparsity_config": {},
+    "transform_config": {},
+    "version": "0.12.3.a20251030"
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "beta_fast": 1.0,
+    "beta_slow": 1.0,
+    "factor": 64.0,
+    "mscale": 1.0,
+    "mscale_all_dim": 1.0,
+    "original_max_position_embeddings": 4096,
+    "type": "yarn"
+  },
+  "rope_theta": 50000.0,
+  "routed_scaling_factor": 2.827,
+  "scoring_func": "sigmoid",
+  "seq_aux": true,
+  "tie_word_embeddings": false,
+  "topk_group": 1,
+  "topk_method": "noaux_tc",
+  "transformers_version": "4.57.1",
+  "use_cache": true,
+  "v_head_dim": 128,
+  "vocab_size": 163840
+}

model-00001-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19efd1edde96997487ee906ea5080020288522b2de315a9baf4bb60e52c6c1b7
+size 3535723512

model-00026-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14a74cc175f94aec0a865274afbe735df73ea0a436b214c0f812448e1523772
+size 1952719528

model-00039-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c534e19901d865f2648c25567319a299ed73815267ad0dbc697e2f5018047ec5
+size 1938037416

model-00044-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07935137ca1bdbb5e1c162206689b9e97ba8cf8856441c07bb058a0e565d9c5b
+size 1952719528

model-00045-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3840d976cc43816b5b052b3a13f55ff84ab754deff8dae28d7929b7a170104b
+size 2001120536

model-00049-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c563949ddd5b01264c1826cff061bc09c0c1c5024cbd41eaa666cb3c9288ce32
+size 1952719528

model-00056-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9e5ca19606d9f616080cdf930fc43318dd9483d0bde8c038089195bd4148ac
+size 1952719400

model-00069-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc642ab5205b96503dfd7a5d5d7953f03d59579bec528559b96796eeb5980716
+size 1952719520

model-00076-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa9cdd603f21f571673036f02e68a1acf535956b707328252a992fe98dbaef1
+size 1952719528

model-00083-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed83779b90a0636dadc936ea59c3658de49520a73492bca53012760faea1583a
+size 1952719792

model-00085-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183e6d875d54d7b68c8da28f30b7e4c9072697539c71ad3556e910778790cbd8
+size 1952719792

model-00088-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d7fcc1ba596270e3f20a239ad0acda7f7f37bfbcc5bc478aecb6e191f7707b
+size 1938037680

model-00098-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5418f3fd6e589a2a6bc97f86c591b1ceed6bc95f2a075d904e61ecd44d148aa0
+size 1938037368

model-00100-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e0a99f98157f6ac4676a7741036ccf27be5b87f772f0021dd1a07b1eb41b90
+size 1938037624

model-00106-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d945df87546b5cf9bd02acad9f21e4ea1b1578d0a059966ff4b99d48584cfc
+size 2001120808

model-00111-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6c8fc1fc247b7610fd9f737a7279b4ebfe20cfe8ab6fc7f4cf0c4754c1dd98
+size 1938037680

model-00127-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabdc7725922e642ff439e6242fd3cbdc2a2a9f151dbc27301b43eb6773d7678
+size 1938037680

model-00137-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3f275a2fd969d77d0e3b09d79857c33f5b4e0e29926afca87609cc1da44d86
+size 1952719792

model-00139-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1c130509b75352b102b1d9cfcad7d8cff4dc94810242ecd19ca2444eca9181
+size 1952719792

model-00158-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f371443aadc07007bf000510778f4b22ff0b092bd847b4e85a4ee548edf14372
+size 1938037680

model-00194-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50fe61061027a148f5cb5f544ab92c2b507d63e26f3a53a40a5540a40c02849
+size 2001120848

model-00202-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cb85cba5c0eae713413ad91076e016304ce28d22851af44f52b853dda3b217
+size 2001120864

model-00258-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3568d742bceffa05ee785178a0453df96ced117b5c70baebeeda1aabe083dd0d
+size 1938037680

model-00259-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d96e69dce2fcdaaed6e4d1c0436e153b0ad30ebee156ab3a02eb17030511d77
+size 1952719792

model-00262-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c17b919033729b2b57eae26e5b16285d7a3bcbb313d726105055c87d70e8476
+size 1938037680

model-00276-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e048bc803061f5860efafdff6308e9b539fe958b5cd9dd2d40e99aebafcd53
+size 1938037680

model-00287-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a7d866b1978187bb89407bb7d0279600c7a8155487e255ae74a25302a1abdb
+size 1938037680

model-00307-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8975afa0d9357d1ce1c3306d016089b9813ddd075b3d261f8967bfe04df741
+size 2001120864

model-00326-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5428addcb509651f6c405e0bfb530f610a61128a8b03bdc3557e90543397090
+size 1938037416

model-00327-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb8850bd096aac93f2af8ccba05bab60542c308e2d1995940bcc76b39fe781e
+size 1952719584

model-00341-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085a4f316ba4619575bebe42aa3394175a6cedb51705ca32d5cce3b7dee19778
+size 1938037680

model-00353-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73215bcf70f13f127b727f3f027cb804491999d6d9dff87d0f7402b65168f240
+size 1938037416

model-00356-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29be3342c84de046f407c45bdb342d21cb534c10210138e5c0e81990cd1b606
+size 1952719792

model-00365-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0802bbdb2f50cd03cdb902d69c2489f746d11d7a67607863db8f1d424d9b6d8
+size 1952719792

model-00367-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39704a18d1fbd04467d0812435b3afe31361274ea9a5be35e4732b7ca15fe5da
+size 1952719792

model-00369-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b5f2ef3627e4847df5cadda271d83ec05482fc9dce84b22435305a85881b31
+size 2001120848

model-00386-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a4f3f804f1531afc106a16920f3414ae482bdd803214051adbef04648500b6
+size 2001120808

model-00387-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4834b66223b2c5f4caf5a49950599f41e4c244aed6b7edccb0d2136a2b3f6a
+size 1938037416

model-00391-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef61f58ffb1f2b040a808345c97eb66968e2055a77814fdfa0988409f8f9e65
+size 1938037680

model-00397-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea6c01dfbd2e92913313190110435ae125b764f87a4ffea9c70d16303edd330
+size 1952719584

model-00412-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6703649c368eb952f5e54e13a4c958b4858f28eaeb5d29943bde90c726ed5bd
+size 1957075312

model-00428-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5137e30d4722a92b84bd6770444139ef09e813aa62e1030926dded5fcb422f4
+size 1938037680

model-00449-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efb2a5724de5dbbb3aecacfaea5a7b0324ca0869bc4a30c80875db869ed05e0
+size 1938037416

model-00470-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea409aece294262b4534cc866db334f87b7dbf12dbdac58f9029315854f7ac4
+size 1952719784

model-00507-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f402eb343a1515a6c6a0c6daa776e551b3ff5f9767a11568a25f1e441ceba8
+size 1952719784

model-00516-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d072b3e8a606f7549a992bdc8599ddbbbdc133446dfb9aa6064f2c8e605b35f2
+size 1952719784

model-00519-of-00527.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38222929477b4b1ff24522f05451e61c5dd33505284f31ef6e436713a53241a4
+size 1952719520

special_tokens_map.json

@@ -0,0 +1,40 @@
+{
+  "additional_special_tokens": [
+    "<|im_end|>",
+    "<|im_user|>",
+    "<|im_assistant|>",
+    "<|start_header_id|>",
+    "<|end_header_id|>",
+    "[EOT]",
+    "<|im_system|>",
+    "<|im_middle|>"
+  ],
+  "bos_token": {
+    "content": "[BOS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "[EOS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,180 @@
+{
+  "added_tokens_decoder": {
+    "163584": {
+      "content": "[BOS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163585": {
+      "content": "[EOS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163586": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163587": {
+      "content": "<|im_user|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163588": {
+      "content": "<|im_assistant|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163590": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163591": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163593": {
+      "content": "[EOT]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163594": {
+      "content": "<|im_system|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163595": {
+      "content": "<|tool_calls_section_begin|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163596": {
+      "content": "<|tool_calls_section_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163597": {
+      "content": "<|tool_call_begin|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163598": {
+      "content": "<|tool_call_argument_begin|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163599": {
+      "content": "<|tool_call_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163601": {
+      "content": "<|im_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163606": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163607": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163838": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "163839": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_end|>",
+    "<|im_user|>",
+    "<|im_assistant|>",
+    "<|start_header_id|>",
+    "<|end_header_id|>",
+    "[EOT]",
+    "<|im_system|>",
+    "<|im_middle|>"
+  ],
+  "auto_map": {
+    "AutoTokenizer": [
+      "tokenization_kimi.TikTokenTokenizer",
+      null
+    ]
+  },
+  "bos_token": "[BOS]",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "[EOS]",
+  "extra_special_tokens": {},
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "tokenizer_class": "TikTokenTokenizer",
+  "unk_token": "[UNK]"
+}