Hugging Face's logo

oomics
/
OOMICS-GPT

Safetensors
qwen3_moe
Model card Files
xet
Community
“MarkTTT” commited on
Commit
eea4edc
·
1 Parent(s): 71f0557

Add model

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. Modelfile +14 -0
  3. added_tokens.json +28 -0
  4. config.json +38 -0
  5. generation_config.json +13 -0
  6. merges.txt +0 -0
  7. model-00001-of-00095.safetensors +3 -0
  8. model-00002-of-00095.safetensors +3 -0
  9. model-00003-of-00095.safetensors +3 -0
  10. model-00004-of-00095.safetensors +3 -0
  11. model-00005-of-00095.safetensors +3 -0
  12. model-00006-of-00095.safetensors +3 -0
  13. model-00007-of-00095.safetensors +3 -0
  14. model-00008-of-00095.safetensors +3 -0
  15. model-00009-of-00095.safetensors +3 -0
  16. model-00010-of-00095.safetensors +3 -0
  17. model-00011-of-00095.safetensors +3 -0
  18. model-00012-of-00095.safetensors +3 -0
  19. model-00013-of-00095.safetensors +3 -0
  20. model-00014-of-00095.safetensors +3 -0
  21. model-00015-of-00095.safetensors +3 -0
  22. model-00016-of-00095.safetensors +3 -0
  23. model-00017-of-00095.safetensors +3 -0
  24. model-00018-of-00095.safetensors +3 -0
  25. model-00019-of-00095.safetensors +3 -0
  26. model-00020-of-00095.safetensors +3 -0
  27. model-00021-of-00095.safetensors +3 -0
  28. model-00022-of-00095.safetensors +3 -0
  29. model-00023-of-00095.safetensors +3 -0
  30. model-00024-of-00095.safetensors +3 -0
  31. model-00025-of-00095.safetensors +3 -0
  32. model-00026-of-00095.safetensors +3 -0
  33. model-00027-of-00095.safetensors +3 -0
  34. model-00028-of-00095.safetensors +3 -0
  35. model-00029-of-00095.safetensors +3 -0
  36. model-00030-of-00095.safetensors +3 -0
  37. model-00031-of-00095.safetensors +3 -0
  38. model-00032-of-00095.safetensors +3 -0
  39. model-00033-of-00095.safetensors +3 -0
  40. model-00034-of-00095.safetensors +3 -0
  41. model-00035-of-00095.safetensors +3 -0
  42. model-00036-of-00095.safetensors +3 -0
  43. model-00037-of-00095.safetensors +3 -0
  44. model-00038-of-00095.safetensors +3 -0
  45. model-00039-of-00095.safetensors +3 -0
  46. model-00040-of-00095.safetensors +3 -0
  47. model-00041-of-00095.safetensors +3 -0
  48. model-00042-of-00095.safetensors +3 -0
  49. model-00043-of-00095.safetensors +3 -0
  50. model-00044-of-00095.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
Modelfile ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # ollama modelfile auto-generated by llamafactory
2
+
3
+ FROM .
4
+
5
+ TEMPLATE """{{ if .System }}<|im_start|>system
6
+ {{ .System }}<|im_end|>
7
+ {{ end }}{{ range .Messages }}{{ if eq .Role "user" }}<|im_start|>user
8
+ {{ .Content }}<|im_end|>
9
+ <|im_start|>assistant
10
+ {{ else if eq .Role "assistant" }}{{ .Content }}<|im_end|>
11
+ {{ end }}{{ end }}"""
12
+
13
+ PARAMETER stop "<|im_end|>"
14
+ PARAMETER num_ctx 4096
added_tokens.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<think>": 151667,
6
+ "<tool_call>": 151657,
7
+ "<tool_response>": 151665,
8
+ "<|box_end|>": 151649,
9
+ "<|box_start|>": 151648,
10
+ "<|endoftext|>": 151643,
11
+ "<|file_sep|>": 151664,
12
+ "<|fim_middle|>": 151660,
13
+ "<|fim_pad|>": 151662,
14
+ "<|fim_prefix|>": 151659,
15
+ "<|fim_suffix|>": 151661,
16
+ "<|im_end|>": 151645,
17
+ "<|im_start|>": 151644,
18
+ "<|image_pad|>": 151655,
19
+ "<|object_ref_end|>": 151647,
20
+ "<|object_ref_start|>": 151646,
21
+ "<|quad_end|>": 151651,
22
+ "<|quad_start|>": 151650,
23
+ "<|repo_name|>": 151663,
24
+ "<|video_pad|>": 151656,
25
+ "<|vision_end|>": 151653,
26
+ "<|vision_pad|>": 151654,
27
+ "<|vision_start|>": 151652
28
+ }
config.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3MoeForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "decoder_sparse_step": 1,
9
+ "eos_token_id": 151645,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 4096,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 12288,
15
+ "max_position_embeddings": 40960,
16
+ "max_window_layers": 94,
17
+ "mlp_only_layers": [],
18
+ "model_type": "qwen3_moe",
19
+ "moe_intermediate_size": 1536,
20
+ "norm_topk_prob": true,
21
+ "num_attention_heads": 64,
22
+ "num_experts": 128,
23
+ "num_experts_per_tok": 8,
24
+ "num_hidden_layers": 94,
25
+ "num_key_value_heads": 4,
26
+ "output_router_logits": false,
27
+ "rms_norm_eps": 1e-06,
28
+ "rope_scaling": null,
29
+ "rope_theta": 1000000.0,
30
+ "router_aux_loss_coef": 0.001,
31
+ "sliding_window": null,
32
+ "tie_word_embeddings": false,
33
+ "torch_dtype": "bfloat16",
34
+ "transformers_version": "4.51.3",
35
+ "use_cache": true,
36
+ "use_sliding_window": false,
37
+ "vocab_size": 151936
38
+ }
generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "temperature": 0.6,
10
+ "top_k": 20,
11
+ "top_p": 0.95,
12
+ "transformers_version": "4.51.3"
13
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df034aef6791e0445c88dcd915ad7b9d7603b2353c2b304b2b41f50de18a514d
3
+ size 4999647472
model-00002-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03dd22bcbaaf323238752252da24e6841b30953f7b18cf5887ccce2e597434b4
3
+ size 4988141728
model-00003-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f9b581f4181b97596c787a0eb1696a4bd10d20e264416f330b2f5661927daf0
3
+ size 4988141728
model-00004-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a0f784f5303365fed1eae4f233c96f0897ab7efd7a357d56d4447666ad40245
3
+ size 4988141728
model-00005-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98116e38282bab5635e68050635b0e89ca6b8083227a81c826f05c184ea84b23
3
+ size 4988141728
model-00006-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6644ad4fdfc1f77c2431b1c988e62dd7e15e7005e32de6b80dfea4a0e421ea6a
3
+ size 4988141728
model-00007-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5b2ed4690c656b15c1623b5c3c87c4983411fd6b0565e406179e1ad0e1cfd4e
3
+ size 4988141728
model-00008-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f0b6cd6ab877acd08d3cd7b0d1345e2ef2471baba644df6535a1a7b6e1879e8
3
+ size 4988141728
model-00009-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65df2cb624ccc361b5bebb377cf1267e0258b46b78eacdaebd8546350c4ca0b3
3
+ size 4988141728
model-00010-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfb215afcd3e636a1316b63b64ee7d1f29d8d846a31ad9044c334b39c687abe6
3
+ size 4988141728
model-00011-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82416cab6cddce91db536d5472c87e0b66f5126926e4aa80c502534e22ad1dc8
3
+ size 4988142048
model-00012-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65a60d13f1789b62273a5c6e4342b574ed590e305c37fb2cfd3d0f11dc242a50
3
+ size 4988142120
model-00013-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84c4c50e0f1f83340b42629d64aab5cf1284a00525a004fc27b988d61a2a3cab
3
+ size 4988142120
model-00014-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b033287de4ea0bb965ef2a7d58ae1698f7b2fa9c6cc649ea0fef2084dd32392b
3
+ size 4988142120
model-00015-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24f673a61346f1158a01cf76c6050f5acec3be780711fddc6d9a946ab0a47181
3
+ size 4988142120
model-00016-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d9e18377377404267a410768b4c9c5bde967ae3089a4c058a808911125b2fa7
3
+ size 4988142120
model-00017-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ece9e511ce69ab6b544e8625808dcab74185c90d62f40ed391ddf1d5939b50f
3
+ size 4988142120
model-00018-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd00acf347c4ce41c9e98a8afdfcb9a0dfbf2416cac6dd489becd2a8780ed3fe
3
+ size 4988142120
model-00019-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9576cb13213f176aa96aae6f239cfa60d71d7eb976f4fe9eb619866ac4baf4bd
3
+ size 4988142120
model-00020-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85886d26df18f5dea92a92994051a049312d41467ea112af9b50bea29f3a819a
3
+ size 4988142120
model-00021-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1c98279c465c6f2efec7f5049d3ec0e6e6168ab45b6745ceadecbc8e3af1dfb
3
+ size 4988142120
model-00022-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b802a93d45aa2bdc06d99764b04a7549dd0378593d5326ea75eb2b2ab941d33e
3
+ size 4988142120
model-00023-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a2b13243e44fd6c3c2790db516ec0579b716dd0f2a7efb5ec901c4169dce221
3
+ size 4988142120
model-00024-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39ca1e0f2c4aaabba9a2e2f304df20f12273ba8bd1cecf37cdc6269c7669a7c0
3
+ size 4988142120
model-00025-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cf47d4002227c61ce28f233e066d8da612442e3efd909a31c0a25261688fd86
3
+ size 4988142120
model-00026-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fccbea3260d7e2334ec7b9ed0ea40657406d581ae2f9c744d6407262f4a24450
3
+ size 4988142120
model-00027-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d76515ae47c4e575b270efa0b90030e66d36fbb0f3e407f37794ccaf3af80e25
3
+ size 4988142120
model-00028-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97774fde8f4ca88dce70ee0c624642a8e30ea6e0b1be557b78a52db3a7a32fa9
3
+ size 4988142120
model-00029-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cdc3213067a0d2dc585332d12d0c75cfa6d313688d517d97f3a0e962a98cee2
3
+ size 4988142120
model-00030-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:799163613055be4b10ca6e42c8e81da52b0ee148daf946f94c0d45247a58d672
3
+ size 4988142120
model-00031-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a49baa5c0e4e1557d36c9beec25af146919717d621a0f9e30c956bc0ca994586
3
+ size 4988142120
model-00032-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31c5b6b8fd715749437175345f52c25e5b5e919384a8f9560ccff16263cdafe2
3
+ size 4988142120
model-00033-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ea17e9f5a1985987b2da458d231c973e1dd15668ab6eb7dc86dfd488b216f06
3
+ size 4988142120
model-00034-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c7672b104264c877fc2dee7a2bae97e2fb142f794714bb8dc8ca9d5d1980b3a
3
+ size 4988142120
model-00035-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68864055f698fd20a2b6be489f36dd226b13f9fa401d43599ef123bc01b89391
3
+ size 4988142120
model-00036-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6d394d8e5730062e14d6f4eb5c07f94231d8f1ceaf00d6f075b858e9c3080b3
3
+ size 4988142120
model-00037-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cef88e71a886a460d7f22fbc2aabc3063740a5c95d77bc71dd1dff278e857c08
3
+ size 4988142120
model-00038-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b55827efcaceb8f22fa76f189f479e75305e875f3ab7334450161b3dd2c93989
3
+ size 4988142120
model-00039-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0be6b2839e7d8d253b6bf506b06440a48b040469350f4d355ca762bdec69cdb
3
+ size 4988142120
model-00040-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:926e81fd77340c0a60d225009bdb8b19a9e7f49d74a6ca40dce087342e71e0e9
3
+ size 4988142120
model-00041-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6506aa4e7975ee441dd5004c6b0b02822d7d96a6d871d44dbcdf5c65d4b82753
3
+ size 4988142120
model-00042-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e05815731ca996549bc42c66fd52a494397907881b4726799a8afe8ec743837
3
+ size 4988142120
model-00043-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c9d535c186ac79fdf04c2c39e8813b857fe6b63d40ca3bef4c952c3be444a33
3
+ size 4988142120
model-00044-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:535dd64e66838900ee0f16f50774f6603d3b1d732e5134650eaa2967dd3a9f8a
3
+ size 4988142120