Hugging Face's logo

professorsynapse
/
nexus-tools-webllm

Model card Files
xet
Community
professorsynapse commited on
Commit
1bff6de
·
verified ·
1 Parent(s): c36319c

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +80 -0
  2. params_shard_0.bin +3 -0
  3. params_shard_1.bin +3 -0
  4. params_shard_10.bin +3 -0
  5. params_shard_100.bin +3 -0
  6. params_shard_101.bin +3 -0
  7. params_shard_102.bin +3 -0
  8. params_shard_103.bin +3 -0
  9. params_shard_104.bin +3 -0
  10. params_shard_105.bin +3 -0
  11. params_shard_11.bin +3 -0
  12. params_shard_12.bin +3 -0
  13. params_shard_13.bin +3 -0
  14. params_shard_14.bin +3 -0
  15. params_shard_15.bin +3 -0
  16. params_shard_16.bin +3 -0
  17. params_shard_17.bin +3 -0
  18. params_shard_18.bin +3 -0
  19. params_shard_19.bin +3 -0
  20. params_shard_2.bin +3 -0
  21. params_shard_20.bin +3 -0
  22. params_shard_21.bin +3 -0
  23. params_shard_22.bin +3 -0
  24. params_shard_23.bin +3 -0
  25. params_shard_24.bin +3 -0
  26. params_shard_25.bin +3 -0
  27. params_shard_26.bin +3 -0
  28. params_shard_27.bin +3 -0
  29. params_shard_28.bin +3 -0
  30. params_shard_29.bin +3 -0
  31. params_shard_3.bin +3 -0
  32. params_shard_30.bin +3 -0
  33. params_shard_31.bin +3 -0
  34. params_shard_32.bin +3 -0
  35. params_shard_33.bin +3 -0
  36. params_shard_34.bin +3 -0
  37. params_shard_35.bin +3 -0
  38. params_shard_36.bin +3 -0
  39. params_shard_37.bin +3 -0
  40. params_shard_38.bin +3 -0
  41. params_shard_39.bin +3 -0
  42. params_shard_4.bin +3 -0
  43. params_shard_40.bin +3 -0
  44. params_shard_41.bin +3 -0
  45. params_shard_42.bin +3 -0
  46. params_shard_43.bin +3 -0
  47. params_shard_44.bin +3 -0
  48. params_shard_45.bin +3 -0
  49. params_shard_46.bin +3 -0
  50. params_shard_47.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "mistral",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_size": 4096,
7
+ "intermediate_size": 14336,
8
+ "num_attention_heads": 32,
9
+ "num_hidden_layers": 32,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 32768,
12
+ "position_embedding_base": 1000000.0,
13
+ "num_key_value_heads": 8,
14
+ "head_dim": 128,
15
+ "context_window_size": 32768,
16
+ "sliding_window_size": -1,
17
+ "prefill_chunk_size": 8192,
18
+ "attention_sink_size": 4,
19
+ "tensor_parallel_shards": 1,
20
+ "max_batch_size": 128
21
+ },
22
+ "vocab_size": 32768,
23
+ "active_vocab_size": 32768,
24
+ "context_window_size": 32768,
25
+ "sliding_window_size": -1,
26
+ "prefill_chunk_size": 8192,
27
+ "attention_sink_size": 4,
28
+ "tensor_parallel_shards": 1,
29
+ "pipeline_parallel_stages": 1,
30
+ "temperature": 1.0,
31
+ "presence_penalty": 0.0,
32
+ "frequency_penalty": 0.0,
33
+ "repetition_penalty": 1.0,
34
+ "top_p": 1.0,
35
+ "tokenizer_files": [
36
+ "tokenizer.model",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "tokenizer_info": {
40
+ "token_postproc_method": "byte_fallback",
41
+ "prepend_space_in_encode": false,
42
+ "strip_space_in_decode": false
43
+ },
44
+ "conv_template": {
45
+ "name": "mistral_default",
46
+ "system_template": "[INST] {system_message}",
47
+ "system_message": "Always assist with care, respect, and truth. Respond with utmost utility yet securely. Avoid harmful, unethical, prejudiced, or negative content. Ensure replies promote fairness and positivity.",
48
+ "system_prefix_token_ids": [
49
+ 1
50
+ ],
51
+ "add_role_after_system_message": false,
52
+ "roles": {
53
+ "user": "[INST]",
54
+ "assistant": "[/INST]",
55
+ "tool": "[INST]"
56
+ },
57
+ "role_templates": {
58
+ "user": "{user_message}",
59
+ "assistant": "{assistant_message}",
60
+ "tool": "{tool_message}"
61
+ },
62
+ "messages": [],
63
+ "seps": [
64
+ " "
65
+ ],
66
+ "role_content_sep": " ",
67
+ "role_empty_sep": "",
68
+ "stop_str": [
69
+ "</s>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 2
73
+ ],
74
+ "function_string": "",
75
+ "use_function_calling": false
76
+ },
77
+ "pad_token_id": 770,
78
+ "bos_token_id": 1,
79
+ "eos_token_id": 2
80
+ }
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:507cbd78dd7b2435f13f20e122c0b4d879036079334deae774d56d8b08f3c7f3
3
+ size 67108864
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28a9a8144f08b9c5ab64eb4a9e49e71db2adb7e7768e0ddafeb31339b633a2f8
3
+ size 29360128
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb6d6ecf201f9ceac7b2bf60e4d208234e1fbad672f6aafa6f2bbc50a8dc9e6f
3
+ size 30949376
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5eafafe04a70d8cdf43a6e90afb468a69e17a3a8d4c2a515b09ca8cd816c4367
3
+ size 27271168
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed1358becfea57497dbf47bd255497b368073db7ae615807ea383d5e919371ce
3
+ size 29360128
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24459ee285831ef6960f6ee498b59878c9b3363faccb0e2448d33433d68fece5
3
+ size 30949376
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bb536c7bbf3dc70247ba8f135a6dfa0ba0349c91c63d099c1a853fb5ddec93d
3
+ size 58720256
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d0f0fc7990bc44c31e3a5213e575007b500cf54be4b04c4a7b98c2b7fe765b7
3
+ size 25174016
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df753c298ac5a8561d2decea9cefb6bf5920dbf3747cf32ea98ca3fefebe49a1
3
+ size 33030144
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d70991078e9627a23ae54241e2f49955f195b5b34a2e62b880405a32e9990ae2
3
+ size 58720256
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:feb64079256c1267ae6ea181fdf066c404f48d3ee4219b2cff4d1b4023d09cdc
3
+ size 25174016
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f477f0c39914048d13b1467e936e97e2b18d04b161bf1ffd769f6a685651181b
3
+ size 29360128
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43a4a9d5c70d199f68002234b6410f6825701abb20564eea7633ce085f36e953
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40e32aeb1c8e011a781e870a0174e550d1df6eb2a2049e34ca3fe0de655352f7
3
+ size 33046528
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b770dcd37a3e52ce4e75b84fdda337b7a12be3650dc9b78e94d2aaa80b9ba2e7
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76e224a542e7201564f3cdc1d0edd99799cd2fbaccbf1fbd2ef61edcdcbd08a7
3
+ size 58720256
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78666aa9a2c2522c8bfb2c36e1a694b217c39e65ac843e626bc458686417d1d8
3
+ size 22036480
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13717a9944df9fb9338fef6df344382542bf134f1882b09ddf1ce4f17fa27788
3
+ size 29360128
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6589f825de7381cb417d2fb2689cbe0720fda9a71569b5bad3cceae1f9ab7545
3
+ size 58720256
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:410d29f9bbe8cc6d12c1a0aae14c343ae9010fa9171b28362741d7c079eecccd
3
+ size 58720256
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08355bb168789843ece5d73751908338811d6324b7055ad33c0fd2ce353a1b76
3
+ size 27271168
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d1030fcb5a6df043b3bdceefaa0dfda4a2286ef2fb0c9174b68f09c694b14f8
3
+ size 29360128
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af61ac204e983053d9ce1defeeba336de7df28c21858d02d52579f078fe0016e
3
+ size 30949376
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db2c9f5bfd9402e3d77c51fec55974d54c4c9b94742f7c90ae46569920ee4128
3
+ size 58720256
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0554b0a43aba82f6ee65c2ba86fc0048d4a5a0f3c9935dbd8413358570cdcf8
3
+ size 25174016
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d570f80cf366f337f41df62b3a27cbcc5666bdeb889a7422dcfa8aec50af2d4
3
+ size 29360128
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a0c9efb147ace817dd091595ad3cfaf492bf5ee57321285b2066cef62babf28
3
+ size 58720256
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2b9b69d5176d3d326dd6f4d9446c67eae78974a6b48981a8bbf057ef3714278
3
+ size 33046528
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7aef491902d38768e1d41dc3ce6104cd0b8c5ed6a10b45730097eda4e2f8992c
3
+ size 29360128
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06e4e8677d1c56b49545d3b58e5c3c4ca9da997e0b5bcdfa6eae4919dc6bfff8
3
+ size 29360128
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dc0ff0fea56f5f3258dee440ba69b2aafb4acabf2f19437a6529d59a18c5486
3
+ size 58720256
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b73763ce7e9d45b765c3813fc38e9854bcb6fe8afc2987c3e5712db99a371bff
3
+ size 22036480
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:085367cb123c281d00cd56bb2a75f08d9859a412e943cbf237c3491dae5806a9
3
+ size 67108864
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86d32d60cf03365e461991faf21b2ccc53366c5bc87d678a19cbc82f0604574e
3
+ size 29360128
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a6048ea9878545fd75cdd1b00291867e2f83b34751c75403d3503d7f375a92b
3
+ size 31997952
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6be104e8a6338c72d3bb5dfd7d7726bbbd6d1f3ca0c2c396602db0e25082e2a8
3
+ size 58720256
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1a6c8327412c67153189a0e81e99b7bbbd981a8d1e91bd51142d06caff45ef1
3
+ size 25174016
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4056a71797e5b828ba82ceda6ca1820f66782ee4d4f28c94a2fa00f8fdca917d
3
+ size 29360128
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0881b4d7eceb1e57e1890dcd8f82912fe63739850d4c80af81b3615c880ad06
3
+ size 58720256
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ded5dd916568d6abf43ea5021bd68b6a50a5991c526c8211b0f9d50140a3fc93
3
+ size 33046528
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98a77f56e1b22a3e2dc8d7b355b5fc4aae363cbcde8fe6d2a796cc44dedfb62b
3
+ size 58720256
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53c78473845bbb983750c99350adb7e0bab4432d772dff34083eb07839fd6864
3
+ size 58720256
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:239655494806576269332d271c07b356824751cbf3ec9c181b2c69bc03046d12
3
+ size 32505856
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37f7c27b63d89aafd24132bd403c42e4584b9923289116e70ccacbd643a3bb3d
3
+ size 29360128
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d306e19d8ad3e192c653be307db80c6d40ecbc72a591b8ad75691e5be4d1030
3
+ size 58720256
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dad774e4c7ab3f4b321412cedc1e10a0ee79f684816367d40efee62505a1ee6
3
+ size 33046528
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c47067cd6d11eff917aa23bb9731b89e465a14f0cf3425eeb259699dd4a8ae02
3
+ size 29360128
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4fd5d4bea54782f6519d6d7d5de1471db5eb4ba023fe98d5cf1d67cf8874b63
3
+ size 58720256
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38d42fcde6257b2ec6dafe277cde6c6b194c3b1afc3c03d9875754fcf042d832
3
+ size 22036480