Hugging Face's logo

TNT3530
/
Command-R-Plus-q4f16_1-MLC

Model card Files
xet
Community
TNT3530 commited on
Commit
6aa42ee
·
verified ·
1 Parent(s): d3e480c

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. mlc-chat-config.json +78 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_132.bin +3 -0
  43. params_shard_133.bin +3 -0
  44. params_shard_134.bin +3 -0
  45. params_shard_135.bin +3 -0
  46. params_shard_136.bin +3 -0
  47. params_shard_137.bin +3 -0
  48. params_shard_138.bin +3 -0
  49. params_shard_139.bin +3 -0
  50. params_shard_14.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
mlc-chat-config.json ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "cohere",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "model_type": "cohere",
7
+ "hidden_size": 12288,
8
+ "vocab_size": 256000,
9
+ "num_hidden_layers": 64,
10
+ "num_attention_heads": 96,
11
+ "num_key_value_heads": 8,
12
+ "intermediate_size": 33792,
13
+ "layer_norm_eps": 1e-05,
14
+ "position_embedding_base": 75000000.0,
15
+ "context_window_size": 8192,
16
+ "prefill_chunk_size": 2048,
17
+ "head_dim": 128,
18
+ "tensor_parallel_shards": 1,
19
+ "max_batch_size": 80
20
+ },
21
+ "vocab_size": 256000,
22
+ "context_window_size": 8192,
23
+ "sliding_window_size": -1,
24
+ "prefill_chunk_size": 2048,
25
+ "attention_sink_size": -1,
26
+ "tensor_parallel_shards": 1,
27
+ "pipeline_parallel_stages": 1,
28
+ "temperature": 1.0,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.0,
32
+ "top_p": 1.0,
33
+ "tokenizer_files": [
34
+ "tokenizer.json",
35
+ "tokenizer_config.json"
36
+ ],
37
+ "tokenizer_info": {
38
+ "token_postproc_method": "byte_level",
39
+ "prepend_space_in_encode": false,
40
+ "strip_space_in_decode": false
41
+ },
42
+ "conv_template": {
43
+ "name": "aya-23",
44
+ "system_template": "<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>{system_message}<|END_OF_TURN_TOKEN|>",
45
+ "system_message": "You are Command-R, a brilliant, sophisticated, AI-assistant trained to assist human users by providing thorough responses.",
46
+ "system_prefix_token_ids": [
47
+ 5
48
+ ],
49
+ "add_role_after_system_message": true,
50
+ "roles": {
51
+ "user": "<|START_OF_TURN_TOKEN|><|USER_TOKEN|>",
52
+ "assistant": "<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>"
53
+ },
54
+ "role_templates": {
55
+ "user": "{user_message}",
56
+ "assistant": "{assistant_message}",
57
+ "tool": "{tool_message}"
58
+ },
59
+ "messages": [],
60
+ "seps": [
61
+ "<|END_OF_TURN_TOKEN|>"
62
+ ],
63
+ "role_content_sep": "",
64
+ "role_empty_sep": "",
65
+ "stop_str": [
66
+ "<|END_OF_TURN_TOKEN|>"
67
+ ],
68
+ "stop_token_ids": [
69
+ 6,
70
+ 255001
71
+ ],
72
+ "function_string": "",
73
+ "use_function_calling": false
74
+ },
75
+ "pad_token_id": 0,
76
+ "bos_token_id": 5,
77
+ "eos_token_id": 255001
78
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eba4863d1bb598be805b2850dce2385f907b8b766d73559e33459a53c15317dd
3
+ size 1572864000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cfa4646c4c384b05a0e784731133e303be8142827ca48a2c54653023341d18c
3
+ size 196608000
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da9595069ed53fb9fdcb84e8ff0789d540f494c8d4272ea45c5e51aa6d9c4312
3
+ size 207618048
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:059bc804cb438493923b4b985c1d2e39cca507039807d98dbebd4ef5a8b76f7d
3
+ size 25952256
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0269654deb81ef929b22bfdb14fa75d1299f0ce519d33223854ec84c3c4e574c
3
+ size 207618048
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3944513a970c81b6e970061b606886943da40686e03f203bb912d0956a6a3bbc
3
+ size 25952256
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4129de9da45f17a0ee3abe7c4e97dc7baa18c9573355b2856fa5ad25526fb4c8
3
+ size 88080384
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a898e26232252d223881d052e729d22a065120fa41c6066f76e33999eddbcc1
3
+ size 75497472
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:470b8dffdd7258517659dd4eae58e45e1c6e8a3cd1a1ff79eb78f9a80f901954
3
+ size 207618048
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:008e4d9da66c124fe6bf57a55116ccd2f18f42cc372e59609fcb40ee0f059056
3
+ size 25952256
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c52b4dbddee3106f60c025b65daef2ab700d691e084b02d7d850fb18d376d1f
3
+ size 207618048
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e357d54ac586d645975e49c23045f3560753cce87a49a777e196588ee055faa0
3
+ size 25952256
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a32016099c851fc4abc9faaf253a57da1c94045c778711bd4cd785866158a83
3
+ size 207618048
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60bcbbe843e9553b3b84abd1dcc89a29614286d55488139a42288ed08215ddaa
3
+ size 25952256
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44bc7aa9f416f25e78e2fa2fda86b63b30ea32e2fb4e851674e8349201aded13
3
+ size 25952256
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e3d21b1d2852994c30c5fcc4e5c9e4ab4d2ac7a11d512e669230b1bdc7c795d
3
+ size 88080384
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ffb1965356e11d015cf10f95a3d94104ba8af3fd733fa889557cb23d85afe5e
3
+ size 29958144
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3457810500343d1d33e3dbb3730914b220e525f52a6c70bba6f03f99f965427f
3
+ size 75497472
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3436602009fc39a8346e6c917103768087e4f6a05b2ff69a6e5342c5221e6652
3
+ size 207618048
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff7775bfe77546be3a0e67b6d5f96b0422642be1307d05016eaa5e74615151f4
3
+ size 25952256
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6b0a2ea4e05b5b218c52b64bda08733f770fdfb097aa6483251f93417a65267
3
+ size 88080384
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9de68cfc5bc77a3fc0bd82426a52040f94e452d035683417d1ba630452877618
3
+ size 75497472
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddda835fea3418cd606bf2b1dc3431d4c790d2dffcab814f8b3af4ef9c137eec
3
+ size 31457280
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e892cdd92fc9f74466ae2e05aec1d5cd4cb45a96f90b4debb10de8b7471832f1
3
+ size 207618048
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d5e405f62f64efb0354f224c6d9ff1c4de9c552cd536c42f69a6ba2f9dec9a0
3
+ size 88080384
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0a5dd6e5c49deb19c4cf76d93ba0b92b3bdeaa9e695b506e45b8663175fa3df
3
+ size 25952256
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afe252b26e1daf9a73a570772035e1ee8f48a5900e1e01c20bb15580f2af8c38
3
+ size 207618048
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7311cf952516297845cbe1b8489b284cb9460f07ea17b2a7c8cff206566a7717
3
+ size 25952256
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d15a2f1ae4dce6ebc4de071a25cfaa5d3c173de288248c516211c26bb179f83
3
+ size 207618048
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fabe87d7f6f78fbe7e1811f3dcf4a0c7f8de4079da8255ac24a8939d09c87f2
3
+ size 25952256
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a38a6ab0f751001e21999ed99a959b0bb0767778d1c4b0cdf28b48e8a0fa558
3
+ size 207618048
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09ade710031b6df6dbbe129a4d8723022bc883abf4153438025c8d09468ad18c
3
+ size 25952256
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d5e1ad06d95ba594b18e23861b8e6bb9cefa920e14b62ae518f9269c1316d26
3
+ size 207618048
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48ffcb51318f3d9e3a092125b7619d81ac5ae92c4dc7b7006290cb4c51a25bd7
3
+ size 25952256
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0df715b444408ac7228255ba2d9d4942466661a151e2ce616fa79f281c5f426b
3
+ size 88080384
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9aa3c201c26c28a7503a167d60dbd8d6ef4be2d1513fadee89ea030ee1154a6
3
+ size 75497472
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb2e0d110ac931e4dbd9f40c2aab10f03b88d4f1b367b33daa77c5ea0a422e13
3
+ size 75497472
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5f4f8a24b8373876a60d9c66623cb9a764224ee141950329436a50df8916733
3
+ size 207618048
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6ba29ad4949d619fa2b67b6512a7da56a9ee18bace5e7cd7e13c11888f2f900
3
+ size 25952256
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e25dfef33bbd34840d28e15da6a6d997eec6714cb0cc5f268a0abeedb7272a6
3
+ size 207618048
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bf03681fe36c9fe67f8115d23239549da4f914758b88928ae0b2a562b6201d6
3
+ size 25952256
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:770182b40efd3bc78374b8dbc444c1b2b4abf575e2682ffc1b867c2eae333e5b
3
+ size 207618048
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbbaa585e717d30c772b90f78c2d73cf264be263c46221b1857285ab2a7224b3
3
+ size 25952256
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13f80c93b37d78babe321569b240d13c5d938024e802a7733df0ff3623a5a49e
3
+ size 88080384
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaddd675a16312c1301e5bbb2dd6d339a25a891babddf2cca6e69c3bfedd46f0
3
+ size 29958144
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8d083185383361259115a88f9d916aead8843757d7d3e530d40776ada3ff007
3
+ size 75497472
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69616dc59e74796b69b7028b0f1b4fa524df0cae22ab922f6d6f0f92ef96f91a
3
+ size 31457280