Hugging Face's logo

xpol555
/
sm-coder-mlc

Text Generation
MLC-LLM
English
supermongo
astronomy
code-generation
scientific-plotting
webllm
Model card Files
xet
 Community
xpol555 commited on
Commit
775661b
·
verified ·
1 Parent(s): 6a1f5fd

Upload MLC build artifacts

Browse files
Files changed (35) hide show
  1. .gitattributes +1 -0
  2. weights/mlc-chat-config.json +85 -0
  3. weights/params_shard_0.bin +3 -0
  4. weights/params_shard_1.bin +3 -0
  5. weights/params_shard_10.bin +3 -0
  6. weights/params_shard_11.bin +3 -0
  7. weights/params_shard_12.bin +3 -0
  8. weights/params_shard_13.bin +3 -0
  9. weights/params_shard_14.bin +3 -0
  10. weights/params_shard_15.bin +3 -0
  11. weights/params_shard_16.bin +3 -0
  12. weights/params_shard_17.bin +3 -0
  13. weights/params_shard_18.bin +3 -0
  14. weights/params_shard_19.bin +3 -0
  15. weights/params_shard_2.bin +3 -0
  16. weights/params_shard_20.bin +3 -0
  17. weights/params_shard_21.bin +3 -0
  18. weights/params_shard_22.bin +3 -0
  19. weights/params_shard_23.bin +3 -0
  20. weights/params_shard_24.bin +3 -0
  21. weights/params_shard_25.bin +3 -0
  22. weights/params_shard_26.bin +3 -0
  23. weights/params_shard_27.bin +3 -0
  24. weights/params_shard_28.bin +3 -0
  25. weights/params_shard_29.bin +3 -0
  26. weights/params_shard_3.bin +3 -0
  27. weights/params_shard_4.bin +3 -0
  28. weights/params_shard_5.bin +3 -0
  29. weights/params_shard_6.bin +3 -0
  30. weights/params_shard_7.bin +3 -0
  31. weights/params_shard_8.bin +3 -0
  32. weights/params_shard_9.bin +3 -0
  33. weights/tensor-cache.json +0 -0
  34. weights/tokenizer.json +3 -0
  35. weights/tokenizer_config.json +16 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ weights/tokenizer.json filter=lfs diff=lfs merge=lfs -text
weights/mlc-chat-config.json ADDED
@@ -0,0 +1,85 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen2",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_act": "silu",
7
+ "hidden_size": 1536,
8
+ "intermediate_size": 8960,
9
+ "num_attention_heads": 12,
10
+ "num_hidden_layers": 28,
11
+ "num_key_value_heads": 2,
12
+ "rms_norm_eps": 1e-06,
13
+ "rope_theta": 1000000.0,
14
+ "vocab_size": 151936,
15
+ "tie_word_embeddings": true,
16
+ "context_window_size": 32768,
17
+ "prefill_chunk_size": 8192,
18
+ "tensor_parallel_shards": 1,
19
+ "head_dim": 128,
20
+ "dtype": "bfloat16",
21
+ "max_batch_size": 128
22
+ },
23
+ "vocab_size": 151936,
24
+ "context_window_size": 32768,
25
+ "sliding_window_size": -1,
26
+ "prefill_chunk_size": 8192,
27
+ "attention_sink_size": -1,
28
+ "tensor_parallel_shards": 1,
29
+ "pipeline_parallel_stages": 1,
30
+ "active_vocab_size": 151666,
31
+ "temperature": 0.7,
32
+ "presence_penalty": 0.0,
33
+ "frequency_penalty": 0.0,
34
+ "repetition_penalty": 1.1,
35
+ "top_p": 0.8,
36
+ "tokenizer_files": [
37
+ "tokenizer.json",
38
+ "tokenizer_config.json"
39
+ ],
40
+ "tokenizer_info": {
41
+ "token_postproc_method": "byte_level",
42
+ "prepend_space_in_encode": false,
43
+ "strip_space_in_decode": false
44
+ },
45
+ "conv_template": {
46
+ "name": "qwen2",
47
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
48
+ "system_message": "You are a helpful assistant.",
49
+ "system_prefix_token_ids": null,
50
+ "add_role_after_system_message": true,
51
+ "roles": {
52
+ "user": "<|im_start|>user",
53
+ "assistant": "<|im_start|>assistant"
54
+ },
55
+ "role_templates": {
56
+ "user": "{user_message}",
57
+ "assistant": "{assistant_message}",
58
+ "tool": "{tool_message}"
59
+ },
60
+ "messages": [],
61
+ "seps": [
62
+ "<|im_end|>\n"
63
+ ],
64
+ "role_content_sep": "\n",
65
+ "role_empty_sep": "\n",
66
+ "stop_str": [
67
+ "<|endoftext|>",
68
+ "<|im_end|>"
69
+ ],
70
+ "stop_token_ids": [
71
+ 151643,
72
+ 151645
73
+ ],
74
+ "function_string": "",
75
+ "use_function_calling": false
76
+ },
77
+ "pad_token_id": 151665,
78
+ "bos_token_id": 151643,
79
+ "eos_token_id": [
80
+ 151645,
81
+ 151643
82
+ ],
83
+ "model_task": "chat",
84
+ "embedding_metadata": null
85
+ }
weights/params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dce8074429a7e5f5b7841c6b0d44d75b642bff9515fd4618298f4a3b2b7bbcb
3
+ size 116686848
weights/params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4aa6083f52570f51beb82fedb461bcaa964e8ac1f4d5912ead243a57ba438f88
3
+ size 22330368
weights/params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a70a9f545de87e7bd577ee0551577e2f0b9da3f79091dfaed4c72fd4a1c16c04
3
+ size 26331136
weights/params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:286081c6f5aae283df485a9f54fa1b22049b6088726b710ee52fdb5c9f9d549b
3
+ size 26331136
weights/params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfcfa1c668d93d6afe0e54bb5973ac31ed52d493e23ab5f2da8423f32f814cfc
3
+ size 26331136
weights/params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfeceb25ff14c01df8b8a668d010d24f9777a728db035bff84cd742ca6f99846
3
+ size 26331136
weights/params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:201108896694be1f20be5a98ce9e34fc2f9bcef80dbb2fecd12db177422236a6
3
+ size 26331136
weights/params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:848bd0d6f4a43ebae81ba88a8a25c98e6feccf415c6843490243e12365d9fda6
3
+ size 26331136
weights/params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2762e0cd2ea6556426aed1b86257d9214536c52e2f03299c513cf51629e8c92
3
+ size 26331136
weights/params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39c187d96861b0dfee498a4c725b586f3d4dc313bf59f349c6c5cd40eb8d1a02
3
+ size 26331136
weights/params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4324685ac61eac67a4d4d4871d3697daa5b8ac40f89152f1ff195ce5d30252d5
3
+ size 26331136
weights/params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3af31be730c0958afd072576ac405791cf30ae392805dcf68cc7ad6f74d8f9de
3
+ size 26331136
weights/params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bea0013792ec56213755147f2ecdf6e8067e927a41d297ab0869ebbf5f873e5b
3
+ size 26331136
weights/params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c0363d91ec837283bb62f7fc809d5117936dd47f2e5566208805d16c5a5d122
3
+ size 26331136
weights/params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ac3283c7ad54ba86ce60d01a91c5f3cec35e267f0af537d4f4f0076e2d76231
3
+ size 26331136
weights/params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e07c34d82ee4705be4516ff29f5cdadea768b4c58908035e6223ad77cc5389d4
3
+ size 26331136
weights/params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a7e978cec73648e0860dfd32d660f683dbb7226df2c9ea2a184e4bb8cf6c83a
3
+ size 26331136
weights/params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f95d59c7b59dbdd179a535c7b3d9bdba917affd952266b51de6c9dda81697410
3
+ size 26331136
weights/params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03cd3aa15fdd01a648abd7ad124643a2f3bc1a2b1c434efaf184534b7e935510
3
+ size 26331136
weights/params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe67cf935959ba25ef6463f35deedfd387c264c92c94ecbfb1a8ef6e88ce6ef4
3
+ size 26331136
weights/params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85563629b8a5be5ce0db4f90f7e296c8cb01f95e64ea31b23bc2e55b37c85685
3
+ size 26331136
weights/params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:279142f39c8223dc7e3074ade162debaa75c474be0f7becf06a610b5726fe21c
3
+ size 26331136
weights/params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02fa4e735db0a4390d0e8efebe240c3589ee26db0c9b0598b1f6bf403354ca5b
3
+ size 18589696
weights/params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34bf67b38a687d864be63189fac57ac2e9fc8ba767e1cf2cb6de26bc9501f766
3
+ size 26331136
weights/params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f545cb9bbfa5970f9f20527d6e30a7e99d811196f11c60f12611332a6da63b10
3
+ size 26331136
weights/params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69713cd21d985193736ea65ff7ccc6876d9e0e7c1cefa97fd695a87092d8c927
3
+ size 26331136
weights/params_shard_6.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3924fff59727da2caf0807b2a4d1cc8b7de08413a6fcdfb6b0b32029d4c81eb5
3
+ size 26331136
weights/params_shard_7.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5aa94429bb0a9d0bc396f9cecefc5fd55b454d80253368023c33382741d5b893
3
+ size 26331136
weights/params_shard_8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32085192780d37bbc24308294f5afe27e5b0b0e5911d7b4bb80aa55e86772c0b
3
+ size 26331136
weights/params_shard_9.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e74faa99a8fffe9f8ef90ff2e64ad18c832ca4a03b22dfb61135f8ce6d6d3c49
3
+ size 26331136
weights/tensor-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
weights/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea43b288542655d72d632195ab9b58ca2cd9532c292bf6667827ce899ad196bc
3
+ size 11422082
weights/tokenizer_config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "backend": "tokenizers",
4
+ "bos_token": null,
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "<|im_end|>",
7
+ "errors": "replace",
8
+ "extra_special_tokens": [],
9
+ "is_local": false,
10
+ "model_max_length": 32768,
11
+ "pad_token": "<|PAD_TOKEN|>",
12
+ "padding_side": "right",
13
+ "split_special_tokens": false,
14
+ "tokenizer_class": "Qwen2Tokenizer",
15
+ "unk_token": null
16
+ }