Hugging Face's logo

gatepoet
/
speechless-zephyr-code-functionary-7b-q4f32_1-MLC

Model card Files
xet
 Community
gatepoet commited on
Commit
4e17260
·
verified ·
1 Parent(s): 4a31124

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +43 -0
  3. ndarray-cache-b16.json +0 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_11.bin +3 -0
  16. params_shard_12.bin +3 -0
  17. params_shard_13.bin +3 -0
  18. params_shard_14.bin +3 -0
  19. params_shard_15.bin +3 -0
  20. params_shard_16.bin +3 -0
  21. params_shard_17.bin +3 -0
  22. params_shard_18.bin +3 -0
  23. params_shard_19.bin +3 -0
  24. params_shard_2.bin +3 -0
  25. params_shard_20.bin +3 -0
  26. params_shard_21.bin +3 -0
  27. params_shard_22.bin +3 -0
  28. params_shard_23.bin +3 -0
  29. params_shard_24.bin +3 -0
  30. params_shard_25.bin +3 -0
  31. params_shard_26.bin +3 -0
  32. params_shard_27.bin +3 -0
  33. params_shard_28.bin +3 -0
  34. params_shard_29.bin +3 -0
  35. params_shard_3.bin +3 -0
  36. params_shard_30.bin +3 -0
  37. params_shard_31.bin +3 -0
  38. params_shard_32.bin +3 -0
  39. params_shard_33.bin +3 -0
  40. params_shard_34.bin +3 -0
  41. params_shard_35.bin +3 -0
  42. params_shard_36.bin +3 -0
  43. params_shard_37.bin +3 -0
  44. params_shard_38.bin +3 -0
  45. params_shard_39.bin +3 -0
  46. params_shard_4.bin +3 -0
  47. params_shard_40.bin +3 -0
  48. params_shard_41.bin +3 -0
  49. params_shard_42.bin +3 -0
  50. params_shard_43.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "mistral",
3
+ "quantization": "q4f32_1",
4
+ "model_config": {
5
+ "hidden_size": 4096,
6
+ "intermediate_size": 14336,
7
+ "num_attention_heads": 32,
8
+ "num_hidden_layers": 32,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32000,
11
+ "position_embedding_base": 10000.0,
12
+ "num_key_value_heads": 8,
13
+ "head_dim": 128,
14
+ "sliding_window_size": 4096,
15
+ "prefill_chunk_size": 4096,
16
+ "attention_sink_size": 4,
17
+ "tensor_parallel_shards": 1
18
+ },
19
+ "vocab_size": 32000,
20
+ "context_window_size": -1,
21
+ "sliding_window_size": 4096,
22
+ "prefill_chunk_size": 4096,
23
+ "attention_sink_size": 4,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.0,
32
+ "top_p": 0.95,
33
+ "conv_template": "mistral_default",
34
+ "pad_token_id": 0,
35
+ "bos_token_id": 1,
36
+ "eos_token_id": 2,
37
+ "tokenizer_files": [
38
+ "tokenizer.model",
39
+ "tokenizer.json",
40
+ "tokenizer_config.json"
41
+ ],
42
+ "version": "0.1.0"
43
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d0027c049c23823ff59caa0906e323d0dcd600aadf5b681db75da82f78957d1
3
+ size 65536000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b79bd01a6a51e70e54dd1e54034be85a89ccf6889609b8c452f2f080be7cc7b0
3
+ size 58720256
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a90bc315163052eab42f96af2ed91f54e622cf582a8b7b4712986590a88d26ca
3
+ size 22036480
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc37e606fac7728720548b8c67c2e068b12f9e5e10109bb00a566b8aa60f78bf
3
+ size 29360128
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d29e52c406115548f2cce143717d7144a3a2bbe76a2bc42885798d0d77fe558
3
+ size 22036480
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98f9dda1ab21cdefa4b6d530e2236308d591678429c663dc46a8163fd9105538
3
+ size 58720256
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:746ad7207d0d6d175613ab98f93f4152e45b92f9756e8076c661d8c27d975df9
3
+ size 29360128
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c55d197c7ed6d4259f272d135299063c6545dc8697dc3771782d97849893616
3
+ size 30932992
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb949d8dbacb018b0ed0048438af147674f0dd9385882a8fe2f15d639686ed09
3
+ size 65536000
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fb54738be36c7fb482218751dcdce0adbddc18f047f09d49136cc5f4a902f94
3
+ size 11886592
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad33e63a70b4871f0703ee9f73531356504fe7f952a10a4d80a86c8dc811eda1
3
+ size 58720256
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e939dc84a65ba02cab056fd618d2b9d55034410931006ad81e799afd92129945
3
+ size 29360128
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2e253e36a4048346709791c1f49deba409b5df8afd0c66b6140969f4330e90e
3
+ size 30932992
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6943b77dc14f6fd86443a9bca03d2df66237f1ab7ddbe79c6d5c46f672603d04
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d4618bb594b0b45a8dccd20762179f27118a39e823f33db63ffaae0e086989a
3
+ size 27279360
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff922067304e10fb4f098af50ecaa0a5195b93aeca00411fa1270ebb06881538
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d31a7b1e6cd96bbf2914478f85a3ed957b17cd91ceed42f50d731f6fc9c80e2f
3
+ size 25182208
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e004a2841b0dcfa536af2d2ab2aef8ff74069be62744b1efd69023f6c3bc00d
3
+ size 58720256
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85ed3384b0b92b37e793d551edc2eead6c763b6e7af33e33be9fe9e942c4c8bf
3
+ size 29360128
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e5ec2dd52284010c8872d7657521c3342f50b32c4378ca356f9e5bae0de8755
3
+ size 31784960
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e09a1911a3ee701ccc9aafe101990bc8555ea703db92ba87eb80888a01e3f9cc
3
+ size 33046528
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ab650e3431c620f12745cb4065c509f381daaed2c9da9d9bf187836872571db
3
+ size 58720256
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39e9084e3773769c078735db35168f2bf5d52a2fdafc7fb0e7024b0487589881
3
+ size 29360128
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8ca4b3a1b10e21d0179497bdf291d906728364a61601a9444fd832079c1d89e
3
+ size 22036480
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:708b9a608de6f40c49ded6742a235faefcda6489eff0eff15ee88e4c91429f6f
3
+ size 58720256
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e53c217e83f8c5f504d4a6784ce77a0509620700f030c945908bbfead7dcc826
3
+ size 29360128
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81c944d5c282fa81199b9199a72d3e57336310ed8650ef14255e87176027f003
3
+ size 30932992
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7edfb8317265704dfbe5d1386087538c09fa661e04a214b37d4a05243725381e
3
+ size 58720256
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53c3edc6997b0917f3aab80dffc95cd9caa46d8f7c99c9cda55b19dc17cf9983
3
+ size 27279360
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f8ccb0223d2295f6fe26585ac1090b6145fd8aa21d603714a14411a8c3efad5
3
+ size 29360128
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c4eaf7f06a28fef7038c4ee8fd5c54bbbc2efabfd264636ac3fe20794c36dd4
3
+ size 29360128
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:398d060edde09dfe27cd3d1bc3dac401e0f9ee51298425be97e135943a220cfd
3
+ size 25182208
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:658a1b997139dae672a3c718fd9375597ea7ee08712e52dcb18e0b14ada7b43d
3
+ size 58720256
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6445a7671749e3428ee4f621047a078cf97b39eb1ce499280588e3c7a202e232
3
+ size 29360128
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6363c59c1175d3415de104e9f894401e2168c5bd5219e4726785ced3f90289c0
3
+ size 33046528
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c5a89b4f16204527eb0982f60aacfa08cce2ea7a965fae1a8bb30fbc0089d26
3
+ size 58720256
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffb375f46abf66728f816e4d4694905e94af81d6fe7eba032bbff7fda5502d07
3
+ size 29360128
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09d767f1ba491b5827ad50b145bfe67bf7dc3af19f7996bdb2bfe876987decf8
3
+ size 22036480
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a824b70c60626223e3ab333928853003deac964e3e4bb2a355c3ddab9314a820
3
+ size 58720256
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da71e4e493e095ca76e36b5beee82cfb63865a232df5d058d75f6acb0987c8b4
3
+ size 29360128
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f16d276498de6075e5d825578d1ceb228c845773731974b2084a6c10dfe313c
3
+ size 30932992
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66a97e69f51c0a90f595ad613c030ef15980f904015aece434d974e1dbbe4a07
3
+ size 25182208
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fe00960f535d8acacb815bef53e5deaef531d1590d16655366be6c696bfdf80
3
+ size 58720256
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:547576e0054544d949dfbc6c31edb5cd8bcce667d60fc50bd5979123b9715455
3
+ size 27279360
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:861badab723e1e49110d4b23e9c5d220338cfcda8425ff11eb76517bae2b0041
3
+ size 29360128
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8c577f9c64d1aec4d970dbda51ab1ced733befb74260e927bac8604e8fb28f9
3
+ size 25182208