Hugging Face's logo

CreitinGameplays
/
GLM-4.7-Flash-Fable-5-Distill

Text Generation
Transformers
Safetensors
English
glm4_moe_lite
text-generation-inference
unsloth
conversational
Model card Files
xet
 Community
CreitinGameplays commited on
Commit
a9ceafc
·
verified ·
1 Parent(s): bb4d8df

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. chat_template.jinja +8 -0
  3. config.json +104 -0
  4. generation_config.json +16 -0
  5. model-00001-of-00048.safetensors +3 -0
  6. model-00002-of-00048.safetensors +3 -0
  7. model-00003-of-00048.safetensors +3 -0
  8. model-00004-of-00048.safetensors +3 -0
  9. model-00005-of-00048.safetensors +3 -0
  10. model-00006-of-00048.safetensors +3 -0
  11. model-00007-of-00048.safetensors +3 -0
  12. model-00008-of-00048.safetensors +3 -0
  13. model-00009-of-00048.safetensors +3 -0
  14. model-00010-of-00048.safetensors +3 -0
  15. model-00011-of-00048.safetensors +3 -0
  16. model-00012-of-00048.safetensors +3 -0
  17. model-00013-of-00048.safetensors +3 -0
  18. model-00014-of-00048.safetensors +3 -0
  19. model-00015-of-00048.safetensors +3 -0
  20. model-00016-of-00048.safetensors +3 -0
  21. model-00017-of-00048.safetensors +3 -0
  22. model-00018-of-00048.safetensors +3 -0
  23. model-00019-of-00048.safetensors +3 -0
  24. model-00020-of-00048.safetensors +3 -0
  25. model-00021-of-00048.safetensors +3 -0
  26. model-00022-of-00048.safetensors +3 -0
  27. model-00023-of-00048.safetensors +3 -0
  28. model-00024-of-00048.safetensors +3 -0
  29. model-00025-of-00048.safetensors +3 -0
  30. model-00026-of-00048.safetensors +3 -0
  31. model-00027-of-00048.safetensors +3 -0
  32. model-00028-of-00048.safetensors +3 -0
  33. model-00029-of-00048.safetensors +3 -0
  34. model-00030-of-00048.safetensors +3 -0
  35. model-00031-of-00048.safetensors +3 -0
  36. model-00032-of-00048.safetensors +3 -0
  37. model-00033-of-00048.safetensors +3 -0
  38. model-00034-of-00048.safetensors +3 -0
  39. model-00035-of-00048.safetensors +3 -0
  40. model-00036-of-00048.safetensors +3 -0
  41. model-00037-of-00048.safetensors +3 -0
  42. model-00038-of-00048.safetensors +3 -0
  43. model-00039-of-00048.safetensors +3 -0
  44. model-00040-of-00048.safetensors +3 -0
  45. model-00041-of-00048.safetensors +3 -0
  46. model-00042-of-00048.safetensors +3 -0
  47. model-00043-of-00048.safetensors +3 -0
  48. model-00044-of-00048.safetensors +3 -0
  49. model-00045-of-00048.safetensors +3 -0
  50. model-00046-of-00048.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
chat_template.jinja ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {% for message in messages %}{% if message['role'] == 'user' %}{{'<|im_start|>user
2
+ ' + message['content'] + '<|im_end|>
3
+ '}}{% elif message['role'] == 'assistant' %}{{'<|im_start|>assistant
4
+ ' + message['content'] + '<|im_end|>
5
+ ' }}{% else %}{{ '<|im_start|>system
6
+ ' + message['content'] + '<|im_end|>
7
+ ' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
8
+ ' }}{% endif %}
config.json ADDED
@@ -0,0 +1,104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Glm4MoeLiteForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 0,
8
+ "torch_dtype": "bfloat16",
9
+ "eos_token_id": [
10
+ 154820,
11
+ 154827,
12
+ 154829
13
+ ],
14
+ "first_k_dense_replace": 1,
15
+ "hidden_act": "silu",
16
+ "hidden_size": 2048,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 10240,
19
+ "kv_lora_rank": 512,
20
+ "max_position_embeddings": 202752,
21
+ "mlp_layer_types": [
22
+ "dense",
23
+ "sparse",
24
+ "sparse",
25
+ "sparse",
26
+ "sparse",
27
+ "sparse",
28
+ "sparse",
29
+ "sparse",
30
+ "sparse",
31
+ "sparse",
32
+ "sparse",
33
+ "sparse",
34
+ "sparse",
35
+ "sparse",
36
+ "sparse",
37
+ "sparse",
38
+ "sparse",
39
+ "sparse",
40
+ "sparse",
41
+ "sparse",
42
+ "sparse",
43
+ "sparse",
44
+ "sparse",
45
+ "sparse",
46
+ "sparse",
47
+ "sparse",
48
+ "sparse",
49
+ "sparse",
50
+ "sparse",
51
+ "sparse",
52
+ "sparse",
53
+ "sparse",
54
+ "sparse",
55
+ "sparse",
56
+ "sparse",
57
+ "sparse",
58
+ "sparse",
59
+ "sparse",
60
+ "sparse",
61
+ "sparse",
62
+ "sparse",
63
+ "sparse",
64
+ "sparse",
65
+ "sparse",
66
+ "sparse",
67
+ "sparse",
68
+ "sparse"
69
+ ],
70
+ "model_type": "glm4_moe_lite",
71
+ "moe_intermediate_size": 1536,
72
+ "n_group": 1,
73
+ "n_routed_experts": 64,
74
+ "n_shared_experts": 1,
75
+ "norm_topk_prob": true,
76
+ "num_attention_heads": 20,
77
+ "num_experts_per_tok": 4,
78
+ "num_hidden_layers": 47,
79
+ "num_key_value_heads": 20,
80
+ "num_nextn_predict_layers": 1,
81
+ "pad_token_id": 154821,
82
+ "partial_rotary_factor": 1.0,
83
+ "pretraining_tp": 1,
84
+ "q_lora_rank": 768,
85
+ "qk_head_dim": 256,
86
+ "qk_nope_head_dim": 192,
87
+ "qk_rope_head_dim": 64,
88
+ "rms_norm_eps": 1e-05,
89
+ "rope_interleave": true,
90
+ "rope_parameters": {
91
+ "partial_rotary_factor": 1.0,
92
+ "rope_theta": 1000000,
93
+ "rope_type": "default"
94
+ },
95
+ "routed_scaling_factor": 1.8,
96
+ "scoring_func": "sigmoid",
97
+ "tie_word_embeddings": false,
98
+ "topk_group": 1,
99
+ "topk_method": "noaux_tc",
100
+ "unsloth_fixed": true,
101
+ "use_cache": true,
102
+ "v_head_dim": 256,
103
+ "vocab_size": 154880
104
+ }
generation_config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 154820,
6
+ 154820,
7
+ 154820,
8
+ 154827,
9
+ 154829
10
+ ],
11
+ "max_length": 202752,
12
+ "pad_token_id": 154821,
13
+ "temperature": 1.0,
14
+ "top_p": 0.95,
15
+ "transformers_version": "5.5.0"
16
+ }
model-00001-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd1872d01fbdc5a5aaaaa30a12a2f9d619c063a6163b59f46f98605efab712d1
3
+ size 1438134344
model-00002-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdfc5be4a1f1b86a99a438015d23cacf79f484e96564d1e4c05c1b1592ab0d19
3
+ size 1270648128
model-00003-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a2bc05b9cf143ef692145284c19c342abf08e2f23fc3607e1d84e504e2c9894
3
+ size 1270648128
model-00004-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d99c86f5207eba6ee51c777f62bffdddc1aefda419edb4f8be5164884bb77bf
3
+ size 1270648128
model-00005-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f304058e474e1e6ed4b235f699f604178ea448a48279182548d48fcf23a4cf6
3
+ size 1270648128
model-00006-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bd1a14c6807ca88aeafbf67c9e9562493ead3f93b4e2c8855913be7d9fb7800
3
+ size 1270648128
model-00007-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13651b52e42e8cdeb2b92c9168f4f425c69c1b8b2aaebf2d837915eebff1db70
3
+ size 1270648128
model-00008-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a49a60befc035244b00bdadf50c6e3e15ae55873bf8331a793453aa3ef48a37
3
+ size 1270648128
model-00009-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8bdec6673a1e84962331cc384189234352fd9dddedc31044ebb5629bf00ff92
3
+ size 1270648128
model-00010-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e87216ff869f5abdeabee181201248d86d2dad14448e4e06eabd75e9415fa217
3
+ size 1270648128
model-00011-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3c0bc6d62f940412c541be04b35406e12caffa5c5896a454be63099df37e6f7
3
+ size 1270648328
model-00012-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a983bb7939dcc56ea9c6216df0a924f5f077d0b1bad7b184285bb7ed5e92437
3
+ size 1270648328
model-00013-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:462e188c6b5a46a89bcb74d36663d713d04b1f081602ac56d6ce5701eb620542
3
+ size 1270648328
model-00014-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7449a753f0e6922571614894bff0a0daf1a3824b2bb2e4111aabc4dce80df124
3
+ size 1270648328
model-00015-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26ecf77bb9410bbedd5e20d2730a4e6558d6de9a4b99e60f26769eb147b79a76
3
+ size 1270648328
model-00016-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:430c7a669b1e3905767c43b2191306a8f214916e5c6e9a936e927ac428613f59
3
+ size 1270648328
model-00017-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11d0c0f80dac2cbd07eb851efb0869e2e2f2281add87875cce0b7d525b0f2b32
3
+ size 1270648328
model-00018-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c3ca1d2d09fecec4d7f9a05d22aecba97e8b3a35824804321f65fc1fddb0822
3
+ size 1270648328
model-00019-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6179f3c51c96f3974a1a96e35bf2e9bb7b874c7d6dff53af027c1f9f604dba1c
3
+ size 1270648328
model-00020-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62a5f5903d66cf66d9fb30a0d74b504c7d4c0c21bcbcb4b3115193ac2405b5d4
3
+ size 1270648328
model-00021-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ac91eeb1310b29a4440426d29870005f09ff46f9988807bdff31b64bfa3e283
3
+ size 1270648328
model-00022-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4077ecb56c14737f544035c3c2fa8fda9c37621d6dd7945cc3a96a865010c97
3
+ size 1270648328
model-00023-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:881cbffa6f1eefd586763d43e969d0fbb3dede4128bdbed5cc890fb86ffc5c2a
3
+ size 1270648328
model-00024-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bff9db18c6373255605cc68fcf10eaadfc0c0c98d49bd3b0726774d66e72cf8
3
+ size 1270648328
model-00025-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e277d21f31f64e96bbbbd95b0b138cd303369edd1f49cc032d976c680f6e4ce9
3
+ size 1270648328
model-00026-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f83ed9a62005b8ee2e47d70697f9d275b539320477d4e99ea3c43e6149dfbf55
3
+ size 1270648328
model-00027-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5aab9685d54ee011916c6f419f1f55ecdb580e90acadd8601eed3eac174bc108
3
+ size 1270648328
model-00028-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91c1cabc0ceb66daed0985173942faf76b1f6d93154f0d403578cbca4b165e47
3
+ size 1270648328
model-00029-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d66cf8b4673020c5842c09467fd49dce90b705350accb2a8debd37c97795c9a
3
+ size 1270648328
model-00030-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e7784b29f1353efe15ac384dfec88635458b6fc2f7758f47da6509bf29067ee
3
+ size 1270648328
model-00031-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a6206fbe24892791173d154fb52e0508215d61a76a9b97e27f15986f5d641d7
3
+ size 1270648328
model-00032-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5cdf5d06c27a73beb0fb1806d69d74b8556c9dedc2432197340e6a2519dce62
3
+ size 1270648328
model-00033-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:957883b9190fe2cec1893d7940d83c36f81527c9c772d281067ada0b9b6120a1
3
+ size 1270648328
model-00034-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b12046e9af2026d692e6da0f24c6a265c3d5833920df4441b41a1f7357bd60c
3
+ size 1270648328
model-00035-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f009c1834902b32eb1eaa916827a9de2a10d00b6ea48022cf999f104238c61b
3
+ size 1270648328
model-00036-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9746a40df79bce40cb8b94da3f987b632e71e68e57483e2d2fbd44104eaad270
3
+ size 1270648328
model-00037-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e22d0e0b71e87a7ed7d4d49dd021e54e30c4fe3184fc5933d521a140b3403f9
3
+ size 1270648328
model-00038-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20f97b94875c19114ddac00f48a87729c7b62d9b15ba649cedd393e1b8d7fa12
3
+ size 1270648328
model-00039-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d35bb226684e2c066d6b1b2749f774aed68ce7e8c3bf8859d5a5bc81de4755f
3
+ size 1270648328
model-00040-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a96046ef78b7fbbb0f167fc0916109ad7631294b3376f8ef3a0c1edaaf10ba1
3
+ size 1270648328
model-00041-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e33a69f561739d9ddf6613d392f40690385343f997bda02465118dd805da0cd
3
+ size 1270648328
model-00042-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9de8c634d96487ef97d3570b303d0b0022a435d8e3900eb53cbccb8080963389
3
+ size 1270648328
model-00043-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dec54465f8cfc78d7347e00962939077ce24eec70e9527f3110a6c2d27109700
3
+ size 1270648328
model-00044-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28293fb4059edcb2e1daadb8f5d709633117a55b2f67131cd83cb6aae6e292ed
3
+ size 1270648328
model-00045-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e462aa7a07b24b90c75e06421bbc90208417ecee8f559acce131da6cf348db9
3
+ size 1270648328
model-00046-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8a4b1f7c7d02d5a88408f96b2dc21186f910898f5ff48ed99e9c6a5a74176c7
3
+ size 1270648328