Hugging Face's logo

cgg507
/
Behemoth-R1-123B-v2-q4f16_1

Model card Files
xet
Community
cgg507 commited on
Commit
f93a6f1
·
verified ·
1 Parent(s): 9999463

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +80 -0
  2. params_shard_0.bin +3 -0
  3. params_shard_1.bin +3 -0
  4. params_shard_10.bin +3 -0
  5. params_shard_100.bin +3 -0
  6. params_shard_101.bin +3 -0
  7. params_shard_102.bin +3 -0
  8. params_shard_103.bin +3 -0
  9. params_shard_104.bin +3 -0
  10. params_shard_105.bin +3 -0
  11. params_shard_106.bin +3 -0
  12. params_shard_107.bin +3 -0
  13. params_shard_108.bin +3 -0
  14. params_shard_109.bin +3 -0
  15. params_shard_11.bin +3 -0
  16. params_shard_110.bin +3 -0
  17. params_shard_111.bin +3 -0
  18. params_shard_112.bin +3 -0
  19. params_shard_113.bin +3 -0
  20. params_shard_114.bin +3 -0
  21. params_shard_115.bin +3 -0
  22. params_shard_116.bin +3 -0
  23. params_shard_117.bin +3 -0
  24. params_shard_118.bin +3 -0
  25. params_shard_119.bin +3 -0
  26. params_shard_12.bin +3 -0
  27. params_shard_120.bin +3 -0
  28. params_shard_121.bin +3 -0
  29. params_shard_122.bin +3 -0
  30. params_shard_123.bin +3 -0
  31. params_shard_124.bin +3 -0
  32. params_shard_125.bin +3 -0
  33. params_shard_126.bin +3 -0
  34. params_shard_127.bin +3 -0
  35. params_shard_128.bin +3 -0
  36. params_shard_129.bin +3 -0
  37. params_shard_13.bin +3 -0
  38. params_shard_130.bin +3 -0
  39. params_shard_131.bin +3 -0
  40. params_shard_132.bin +3 -0
  41. params_shard_133.bin +3 -0
  42. params_shard_134.bin +3 -0
  43. params_shard_135.bin +3 -0
  44. params_shard_136.bin +3 -0
  45. params_shard_137.bin +3 -0
  46. params_shard_138.bin +3 -0
  47. params_shard_139.bin +3 -0
  48. params_shard_14.bin +3 -0
  49. params_shard_140.bin +3 -0
  50. params_shard_141.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "mistral",
4
+ "quantization": "q4f32_1",
5
+ "model_config": {
6
+ "hidden_size": 12288,
7
+ "intermediate_size": 28672,
8
+ "num_attention_heads": 96,
9
+ "num_hidden_layers": 88,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 32768,
12
+ "position_embedding_base": 1000000.0,
13
+ "num_key_value_heads": 8,
14
+ "head_dim": 128,
15
+ "context_window_size": 131072,
16
+ "sliding_window_size": -1,
17
+ "prefill_chunk_size": 8192,
18
+ "attention_sink_size": 4,
19
+ "tensor_parallel_shards": 1,
20
+ "max_batch_size": 128
21
+ },
22
+ "vocab_size": 32768,
23
+ "context_window_size": 131072,
24
+ "sliding_window_size": -1,
25
+ "prefill_chunk_size": 8192,
26
+ "attention_sink_size": 4,
27
+ "tensor_parallel_shards": 1,
28
+ "pipeline_parallel_stages": 1,
29
+ "temperature": 1.0,
30
+ "presence_penalty": 0.0,
31
+ "frequency_penalty": 0.0,
32
+ "repetition_penalty": 1.0,
33
+ "top_p": 1.0,
34
+ "tokenizer_files": [
35
+ "tokenizer.model",
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "tokenizer_info": {
40
+ "token_postproc_method": "byte_fallback",
41
+ "prepend_space_in_encode": false,
42
+ "strip_space_in_decode": false
43
+ },
44
+ "conv_template": {
45
+ "name": "mistral_default",
46
+ "system_template": "[INST] {system_message}",
47
+ "system_message": "Always assist with care, respect, and truth. Respond with utmost utility yet securely. Avoid harmful, unethical, prejudiced, or negative content. Ensure replies promote fairness and positivity.",
48
+ "system_prefix_token_ids": [
49
+ 1
50
+ ],
51
+ "add_role_after_system_message": false,
52
+ "roles": {
53
+ "user": "[INST]",
54
+ "assistant": "[/INST]",
55
+ "tool": "[INST]"
56
+ },
57
+ "role_templates": {
58
+ "user": "{user_message}",
59
+ "assistant": "{assistant_message}",
60
+ "tool": "{tool_message}"
61
+ },
62
+ "messages": [],
63
+ "seps": [
64
+ " "
65
+ ],
66
+ "role_content_sep": " ",
67
+ "role_empty_sep": "",
68
+ "stop_str": [
69
+ "</s>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 2
73
+ ],
74
+ "function_string": "",
75
+ "use_function_calling": false
76
+ },
77
+ "pad_token_id": 0,
78
+ "bos_token_id": 1,
79
+ "eos_token_id": 2
80
+ }
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19951da68d4a0e1ca4ecb66cca2da316d5be31dd0d79ba5d3213893b51939f92
3
+ size 201326592
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f25ae2a5054ff32570564efa90a546f3ee75d598838d6eb694802b776de1c85
3
+ size 201326592
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:682a996e910382f17695ca058bac985b5d9c0a0ea2aebe593bb54ab4a139a10c
3
+ size 176160768
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfc77a2eb85fa252dc3c982361838518d25334889ffc193b15133fefd4178826
3
+ size 75497472
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e4e99f27474b0bca50b95c40bc35b18b79689c9919d12a4463f40e03ec921ac
3
+ size 176160768
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39fe70a72e9466f0e9455217f72b018eb124ba412b7aed8c2e9c5fc6a49531d7
3
+ size 22020096
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:879b443bdeabcefb4e6a8cb21e0ccc20fbade27667edc394feb63b7cd65975b0
3
+ size 352321536
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74b625691e94f9707d99049ea31cc46ece5991c31e7c18f86b082887bef39bd6
3
+ size 44040192
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aabe2130a2067ec66529983ce3a73061ec41801c48ab5fc4f48fbcdb1b0e149
3
+ size 88080384
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90a8c63dd658a8ff243d2a69e7f6f20d9f29ac680032fe22121957f9a99a9ffc
3
+ size 75497472
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b431aa49c1822e0e1a2d030998d77b59f7208e1dc0820124ab1269e84f06199f
3
+ size 31506432
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:600019b30d7fb869d1da04323d7f493d2744ac8653fe449b0e5a94ce033fd002
3
+ size 176160768
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97379b892fde6da1b50b3c8086ee9debcc717802fd9a173c9cf95ab191156ad9
3
+ size 352321536
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b811da8651993ae708d077ed8a35683fd2cf884d306e36c6d61de4f63b028a52
3
+ size 22020096
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d8b5a9b77a0c284c6e5c4cf10db2cd7aa11b2e3a0456993281d4bd73c6332ce
3
+ size 44040192
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4775a4bca5cfb45bcc7ab36dd1ecbf5341b5a1bae0f46153203927b56614af5c
3
+ size 88080384
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:721b187128319a64eb7da5811d5c34f2a34578d9be7a1f44c4769780a55eaff9
3
+ size 31506432
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d11ad9c0ce8a6a42f4009f631f44f8f85ce22cabf53c137e37bfd0fa8616609b
3
+ size 75497472
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4830151b28aa19dc31edaf47a4d0642b3275823a2bcc513dce5922a6df9eb108
3
+ size 176160768
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9532acab18bc36be2b015da87194b193069c40e19bd2fc61850dfd141ac52f75
3
+ size 22020096
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76e09908cec919be5b5cde3b45f76e24a16bd79632a1bd2886ace3d1dd351066
3
+ size 352321536
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c5a892c23bae9880532ce55308bba8314638666fe0c141b13ac821daebe5216
3
+ size 44040192
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e8663bfd5dc3f29df2c290bcf355eea7c827151a4e7cf4d9df6195d72d9d03d
3
+ size 88080384
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f2bc733975e053662f1a889b9dd082f6c0d79353b7857a9280c7090e4458ad5
3
+ size 75497472
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbd053c0f8bb7066bda66f922a1c307f9e1ccaafbd606d03d546afb9039da215
3
+ size 352321536
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbae3d67f4cde9a4e8fa8ab6551ad71bcfbc8597a23f7af50cd14a47e4f59018
3
+ size 31506432
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:635a09786d06df07c3bea2f87cf465ba0d9423b9136b92afca85aaf84b63eb61
3
+ size 176160768
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d2b7e2b96819d0ac8b3ab3fd7cd72f9828602cfed4d30ff4f2ea20bcd7e2ff0
3
+ size 352321536
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72b50b11c08bb8eb057be619e70855e3420b329ed14e39a99d89506e8ae9caf3
3
+ size 44040192
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f3a54cc6163aff577fda62456ff65b38484ed374d09afabf984e384441e4ae1
3
+ size 88080384
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:912be30b043f071ed7e5414cd4143c36d45c21780c3aaeb06d037bcd8a601832
3
+ size 31506432
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca300ffcb0de38611b636ec816b06971c8f013dde9260dccd7426af3b500895b
3
+ size 75497472
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6d837551706f4abb42275c8767b71fb9d86983becc5a649a696c4b4c8db3ae8
3
+ size 176160768
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:191f9850d028e759668663915819091d8d224ba4a6a45e2254a8eae0e7308315
3
+ size 22020096
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0708b3e5195f89ec024869647c3b5425470ccdff860be6a9c8ee01fcff3406c
3
+ size 352321536
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1c5bb8c653c669cf0c6ac1f686e7a99a9ca647e4cad195929c43b83079655b3
3
+ size 44040192
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abca9d97ee3abd157fc0c2e33ba3dde2c70b9f5f68251bbe271af5c879d1f586
3
+ size 44040192
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77844e00ee9cbe47ea7441d3be2062962f1e9b2f404f609548e844f556833e98
3
+ size 88080384
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ab547384d8b5f7dc98f76eb0d479f897b8dab991b3258baa058ddc971fab5ae
3
+ size 75497472
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b5aeaf79f44913834f10567a59d6d95d0e0950ed80ac2276a709c1cf03ff726
3
+ size 31506432
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea64bfdc35da3de8a9b24e93a4e2f87f16e2a47357a1360bf402155ce5f7c557
3
+ size 176160768
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11ce9081102a43b0309d3d2c85ebc4f684650f26ccb533e8a301e034109674ae
3
+ size 352321536
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de0fc8edf2eba8e78d132a8a8f0238dcfe991ca05dbaa35ed49b1ca2dd9fde62
3
+ size 44040192
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8429659053a253df4b66c183e8f6cde8b05d964dd31be6e1149b488e0ddee8b
3
+ size 88080384
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fdc239ce1c938bd2ef221dce510d7d68de64990aefbd1c33204d2142cf079d4
3
+ size 31506432
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c10e3cc5c7fb0f48d63034021c12fa9252807a8a3c1b9fc3a2187695b9d18161
3
+ size 75497472
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:967946d969421cae8d7f10ea9383c8cbd7a73dbf9d0e626786c172df8ba1aac6
3
+ size 88080384
params_shard_140.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d561f5bf03d9a2bb19e0eb1add5fff937f607f8c136f9a544efef043aabd16f9
3
+ size 176160768
params_shard_141.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5fecd250e069963f74a8979d811337d09a402fe3aff5ac89f078cac79fbca12
3
+ size 22020096