Hugging Face's logo

kawasumi
/
Tema_Q-R-4B-MLC

Text Generation
MLC-LLM
Japanese
English
Chinese
gemma3
transformer
instruction-tuned
multilingual
uncensored
non-censored
unfiltered
web-llm
conversational
Model card Files
xet
Community
kawasumi commited on
Commit
9786805
·
verified ·
1 Parent(s): 1091fe2

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. added_tokens.json +3 -0
  3. mlc-chat-config.json +101 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_45.bin +3 -0
  45. params_shard_46.bin +3 -0
  46. params_shard_47.bin +3 -0
  47. params_shard_48.bin +3 -0
  48. params_shard_49.bin +3 -0
  49. params_shard_5.bin +3 -0
  50. params_shard_50.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<image_soft_token>": 262144
3
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "gemma3",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "text_config": {
7
+ "hidden_size": 2560,
8
+ "intermediate_size": 10240,
9
+ "num_hidden_layers": 34,
10
+ "attention_bias": false,
11
+ "num_attention_heads": 8,
12
+ "num_key_value_heads": 4,
13
+ "head_dim": 256,
14
+ "rms_norm_eps": 1e-06,
15
+ "hidden_activation": "gelu_pytorch_tanh",
16
+ "position_embedding_base": 1000000,
17
+ "rope_scaling": {
18
+ "factor": 8.0,
19
+ "rope_type": "linear"
20
+ },
21
+ "context_window_size": 8192,
22
+ "prefill_chunk_size": 8192,
23
+ "query_pre_attn_scalar": 256,
24
+ "sliding_window_size": 1024,
25
+ "kwargs": {
26
+ "model_type": "gemma3_text",
27
+ "sliding_window": 1024
28
+ }
29
+ },
30
+ "vocab_size": 262208,
31
+ "tensor_parallel_shards": 1,
32
+ "max_batch_size": 128,
33
+ "context_window_size": 8192,
34
+ "sliding_window_size": 1024,
35
+ "prefill_chunk_size": 8192,
36
+ "is_text_model": false
37
+ },
38
+ "vocab_size": 262208,
39
+ "context_window_size": 8192,
40
+ "sliding_window_size": 1024,
41
+ "prefill_chunk_size": 8192,
42
+ "attention_sink_size": -1,
43
+ "tensor_parallel_shards": 1,
44
+ "pipeline_parallel_stages": 1,
45
+ "active_vocab_size": 262145,
46
+ "temperature": 1.0,
47
+ "presence_penalty": 0.0,
48
+ "frequency_penalty": 0.0,
49
+ "repetition_penalty": 1.0,
50
+ "top_p": 0.95,
51
+ "tokenizer_files": [
52
+ "tokenizer.model",
53
+ "tokenizer.json",
54
+ "added_tokens.json",
55
+ "tokenizer_config.json"
56
+ ],
57
+ "tokenizer_info": {
58
+ "token_postproc_method": "byte_fallback",
59
+ "prepend_space_in_encode": false,
60
+ "strip_space_in_decode": false
61
+ },
62
+ "conv_template": {
63
+ "name": "gemma_instruction",
64
+ "system_template": "{system_message}",
65
+ "system_message": "",
66
+ "system_prefix_token_ids": [
67
+ 2
68
+ ],
69
+ "add_role_after_system_message": true,
70
+ "roles": {
71
+ "user": "<start_of_turn>user",
72
+ "assistant": "<start_of_turn>model"
73
+ },
74
+ "role_templates": {
75
+ "user": "{user_message}",
76
+ "assistant": "{assistant_message}",
77
+ "tool": "{tool_message}"
78
+ },
79
+ "messages": [],
80
+ "seps": [
81
+ "<end_of_turn>\n"
82
+ ],
83
+ "role_content_sep": "\n",
84
+ "role_empty_sep": "\n",
85
+ "stop_str": [
86
+ "<end_of_turn>"
87
+ ],
88
+ "stop_token_ids": [
89
+ 1,
90
+ 107
91
+ ],
92
+ "function_string": "",
93
+ "use_function_calling": false
94
+ },
95
+ "pad_token_id": 0,
96
+ "bos_token_id": 2,
97
+ "eos_token_id": [
98
+ 1,
99
+ 106
100
+ ]
101
+ }
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c341a9d5809930ad5b9e45c43c958414d426509b99c1034808257684b07ddaa
3
+ size 335626240
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30878e31e4a635a653885bf1ba1caadb7af5d7e1da5025cad2a63ebf8190f26f
3
+ size 41953280
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:075158763a4914d0e5052a9383a422a10aaa00fac793227f84ddd88abda66f32
3
+ size 26214400
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff3ca8e9c63d30b13b7c791a045a14f34c588e8a9b56985fdb13284163576de2
3
+ size 26891264
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4d9b8712b7409f010136e5d38fba81906bdc31deb950f2af779751aca464c31
3
+ size 26214400
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d4ccc415c5fcd7cfd28b619324f6c5d3506eb33ae98fb2f68e95aef72132bce
3
+ size 26214400
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ce0d19103793a3e2ac36cd946b8c5cc6a4e69c3f177f42e9e63921ff8d7ca02
3
+ size 31638016
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b03219a9475e51df65c6941c1a45eb7ffe8bd2bf0e4678dba04de5ad325698a
3
+ size 26214400
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcff23b08fff6e1bbe38b2ce5832665a8892518d5292060a75c32994d6bfd605
3
+ size 32790016
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd88015b7631a03ade2cf46fde348828ae0a01673fa49eff6f0c78f866dfa541
3
+ size 26214400
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:371e3378686bb4ac9cf8ac037bfd056761dc047a12958e5b75dde36e76b0f80e
3
+ size 28370944
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93320d7f910ad1b1c2def8afa8615c63ab13890be574c94933f59dad5db069af
3
+ size 26214400
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67c5b5938b4b78b512935c589bd62016509908595051008136ce241dd7f45ab8
3
+ size 26214400
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57aa16a2d1c5254645fbdc8115655efeef163859c6b075d31e3cb4429dbfb818
3
+ size 26891264
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c3ecd86b78a1dc39be4c4e3d730b8c10374648f3d73d2a13a987f93ee3707f5
3
+ size 26214400
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae8659b73b8f4ef758ea760ba6f14ae0633c61f9d5ce61b5fcc1c8d5452ba72b
3
+ size 26891264
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc33849b1cdb8a5c2b1cfec005c4dcca36826d54f14bf31235542a24405a8364
3
+ size 26214400
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a49159ef0be89dd10d69a525cdbac5e20cdbbdbc54d57e554d4b544bee9f31bf
3
+ size 26891264
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb4aca5d982679a8973a2f982fe7674c4e4ba4045f4fb99a20f2052ef3a8b4f9
3
+ size 26214400
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cca7f340619e4a7638551195d3dcdec2f9468b7fb6d0bc7141fff22f58cf6ba
3
+ size 26891264
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:404d7b8f67d5d7709bbb39b4aa3b71892696415dcee27c2d4a770de6f439a740
3
+ size 26214400
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:345e597cff52afdbe919018ed602009b90087675c1bb48f0bfeb77b772acc573
3
+ size 26891264
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ece7e47da1c5bc13241445b404d32211fc70fd24a3ef535083c720df73dbdb4d
3
+ size 26214400
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33a5cb02036f25cda9d16e1145e1b01aa67bb24a3e0c9369573289465a459b85
3
+ size 26896384
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:935ffe25ccc2c3b51517ddf574dee866ce3751abdb771684fcdf1c7d7cb015ab
3
+ size 26891264
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1591b07acaef0af45facda9d9acd640721ab57f2559719b3652b73d1a5d34127
3
+ size 26214400
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00be7e9e02f67e707c52a3481370bfbf65c3e9ba6c02e270e2730c1b6e9c9c28
3
+ size 32804352
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cf83e2c05b557280112dd3a892fa97a034385d31ae5561f18f87d4dcd28f561
3
+ size 26214400
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62b21113bf296fb5689b09da25a1ebc45e2d6c7f2ab21de74450e6abd510ca05
3
+ size 31315456
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5db3ed686b3fdc586f3a94c21d370bd99961e9f1428c8e2833b664b540a45dc9
3
+ size 26214400
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc0e34b78d7f403acafce21e157d7a2179b1e178e97e3712eeb1bc023a95137b
3
+ size 31320064
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25f8ab36fcd1542d6f75f23f2c3aaa11f1d8d279f988d05ae2e278fe577088b1
3
+ size 26214400
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1e1b8bbc2656d7c5e3f98cc068399014c2084ff7b50c70de6a040cf6cb4cee3
3
+ size 26891264
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c5f424616a04b28e60175aeb9ba758223a5ad1f315a21adffa73113ed753e20
3
+ size 26214400
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4b6c81aa3326df10da7b6cf137a04eb9bb8c38d8a7f2e64d93d3763b3b4253b
3
+ size 26214400
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27fceae9e4230212f9c0da8111563aeb0f2831e3dc34ee3e09cb38ded166270f
3
+ size 26891264
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d85d16535d056cb6c9bb77229d10d4b55d2f65e78d314b2b48f29f7136db406b
3
+ size 26214400
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01d6d48567f76c8f8b90612ea755f9fa3a60ce062cf5d73044230169a2f01399
3
+ size 26891264
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83981184445f8fb1afd8092e6083d6320c82929f5ab0c84035c1c24439701015
3
+ size 26214400
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89175311852e5e134285f7ae5b3c8b9c765dabb4004d62175f013eecb52eae2b
3
+ size 26891264
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bacebc3123d4f1e68140dd5b4c1fce9240104a2cb0a8e5e0bc826bd644b7486
3
+ size 26214400
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57907687b2d8483f22b6a12c6183b4815b0f8bfe29bfe09fc3d283a31b38f1d7
3
+ size 26891264
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8b068229cbee7aa42d95db25c85669fd2add59390879edda87f1b01f945aae7
3
+ size 26214400
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57f01bc557994243ca75159ccd3e68f3495758c9d673ec8e37d83778d56deeff
3
+ size 26891264
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d53e632812f48e669d06b9fe37e3d2f49a386aaa294b31e7fdfd2766fce80ee4
3
+ size 26214400
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e8f5efd3d4578997fe15744b610e84a3af84926f1c6cacd146b09a807c9d484
3
+ size 26891264
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64e02373148cc28fd2e9a48386524b5f567ea00938e3e68d303614ba63c94743
3
+ size 26891264