Hugging Face's logo

numen-tech
/
Dolphin3.0-Qwen2.5-3b-GPTQ-Int4

Text Generation
MLC-LLM
English
conversational
4-bit precision
Model card Files
xet
Community
numen-tech commited on
Commit
9b9cdda
·
1 Parent(s): 6c5a9b5

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -1
  2. README.md +8 -0
  3. added_tokens.json +24 -0
  4. config.json +5 -0
  5. ndarray-cache.json +0 -0
  6. params_shard_0.bin +3 -0
  7. params_shard_1.bin +3 -0
  8. params_shard_10.bin +3 -0
  9. params_shard_11.bin +3 -0
  10. params_shard_12.bin +3 -0
  11. params_shard_13.bin +3 -0
  12. params_shard_14.bin +3 -0
  13. params_shard_15.bin +3 -0
  14. params_shard_16.bin +3 -0
  15. params_shard_17.bin +3 -0
  16. params_shard_18.bin +3 -0
  17. params_shard_19.bin +3 -0
  18. params_shard_2.bin +3 -0
  19. params_shard_20.bin +3 -0
  20. params_shard_21.bin +3 -0
  21. params_shard_22.bin +3 -0
  22. params_shard_23.bin +3 -0
  23. params_shard_24.bin +3 -0
  24. params_shard_25.bin +3 -0
  25. params_shard_26.bin +3 -0
  26. params_shard_27.bin +3 -0
  27. params_shard_28.bin +3 -0
  28. params_shard_29.bin +3 -0
  29. params_shard_3.bin +3 -0
  30. params_shard_30.bin +3 -0
  31. params_shard_31.bin +3 -0
  32. params_shard_32.bin +3 -0
  33. params_shard_33.bin +3 -0
  34. params_shard_34.bin +3 -0
  35. params_shard_35.bin +3 -0
  36. params_shard_36.bin +3 -0
  37. params_shard_37.bin +3 -0
  38. params_shard_38.bin +3 -0
  39. params_shard_39.bin +3 -0
  40. params_shard_4.bin +3 -0
  41. params_shard_40.bin +3 -0
  42. params_shard_41.bin +3 -0
  43. params_shard_42.bin +3 -0
  44. params_shard_43.bin +3 -0
  45. params_shard_44.bin +3 -0
  46. params_shard_45.bin +3 -0
  47. params_shard_46.bin +3 -0
  48. params_shard_47.bin +3 -0
  49. params_shard_48.bin +3 -0
  50. params_shard_49.bin +3 -0
.gitattributes CHANGED
@@ -32,4 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
32
  *.xz filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
32
  *.xz filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -2,4 +2,12 @@
2
  license: other
3
  license_name: qwen-research
4
  license_link: https://huggingface.co/Qwen/Qwen2.5-3B/blob/main/LICENSE
 
 
 
 
 
 
5
  ---
 
 
 
2
  license: other
3
  license_name: qwen-research
4
  license_link: https://huggingface.co/Qwen/Qwen2.5-3B/blob/main/LICENSE
5
+ language:
6
+ - en
7
+ base_model: cognitivecomputations/Dolphin3.0-Qwen2.5-3b
8
+ base_model_relation: quantized
9
+ library_name: mlc-llm
10
+ pipeline_tag: text-generation
11
  ---
12
+
13
+ fp16 version of [Dolphin3.0-Qwen2.5-3b](https://huggingface.co/cognitivecomputations/Dolphin3.0-Qwen2.5-3b) for inference with [Private LLM](https://privatellm.app/).
added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46eafc38d1088cc6c59f0b497334cef1559faf6beaf74f6dac8f9ec01cd7c9e9
3
+ size 155582464
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9767189857565d38a8c5e84509515c5432483db135f3129ce1a5bd29f1e8519a
3
+ size 22544384
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ae9dd5d2cf16a37f44597b697a249991cfc7619ee3b22f6ff3c47e62ed29bed
3
+ size 22544384
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:839227164edcd7d65672b02155577ec549deb3a16bfd910b7bc800a8083ae95a
3
+ size 33350656
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d054c9d4bd673f4efe7040b207191712a5541d32938c0a07f53e73fa6aa93ba
3
+ size 28480512
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a84cc9a7327e720ac8964343baf45b63dc9d9c48c4fc444c75f3b8f6778bf1c
3
+ size 22544384
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7143b1df80de224814be728629d788a682493fcd4fbf6133322b4dd8bfb5f9de
3
+ size 22544384
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b484f07920b116bd1aad578885d577ca67d0be512602102d6b2c624b13c9c03
3
+ size 32249856
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7dd5cb1cc15ec018dc57301212615693c05d31cbbca29ab7322e7adf29ca1d6
3
+ size 22544384
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f25e25a5cfcc475bab44a45091deac0d0cb21f34ace00b964d241711da64ad1
3
+ size 22544384
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:498b0536321a23a4ede10c3ba8b8137f5405f94553ba6aef1174e103f3d9aaaa
3
+ size 31713280
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f3a0a8ba4e818bc73fd5bc3128e90025366a983a94f7f9bedba362caedbae36
3
+ size 22544384
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:789c53837e4165ef3550fe406b783ddb26f235f5b10c90ad3163ad572eaddf8e
3
+ size 33346560
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cce091ef7a6942c4808f41671ed7b8bbd6a314de1638cbe450fb67b1c3e8aa08
3
+ size 33350656
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccb623a106d8910aaf5faad6ab2ede4a4727eed6f804b1fc6492ef4b1f2ac089
3
+ size 28480512
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67f238da04f15401d0465cd8a4874a3f3a70690ef5ab396d495ed4af63495b7d
3
+ size 22544384
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e77ae57b1d23945be91435187b66b94f82a9252b61c295818d40ea4e38e1f5d
3
+ size 22544384
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0950b00bd11bb19879580e5fdfca6d7c79b08d75ff85d6f590636c28acf4ab9f
3
+ size 32249856
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a82677b82b60f6a0124f71830fbce6686a2d6757a6eda783d24b5c0505d3948
3
+ size 22544384
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eab9e1a9bbff9499a76384e6836a2348fa82b7f9ddd18286c38a7f4559d47f18
3
+ size 22544384
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ace11960682603e957f6c9aefd5c72efed99bde50c90c49a08261d69c0ed5aa
3
+ size 31713280
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5eddc29c8859afce1a192af907d739fc8a4ab343ac4e0062271848a338a6f1e7
3
+ size 22544384
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e972dfdfa7cd895318c9321264c4832a3344aa5793a72394563d459538d60fc
3
+ size 33350656
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4991bd5f49edba9fa9dd6c49a052b696c7ea715aed9d44a6341ab1a4210329a1
3
+ size 28480512
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a84a024a6d8ee4c52ffa1c1bfb584c4722337165bdb6347ff5078e02e590e002
3
+ size 28480512
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9587dc0758806d6ce3b629d777a92d6499960519b0713be081576a80dea10ced
3
+ size 22544384
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0f5558978a532fb3f32b8a7045330fc3c20e57ee640fb9a9f9aed0e7e72f278
3
+ size 33351680
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed696fe2034cd567b328dbdacada87a457619378684a7ba4fcacbb48bcb96f65
3
+ size 28480512
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2373938daf6eb906db3aa6c6c52093af1a5e27c54738b5bbd4182321e86cfa0
3
+ size 22544384
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d08e2ec0e0703614873e890f95b9029fb199d9c768444aef6e4c333df529652f
3
+ size 22544384
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:384b94bb415dad721b3970eeb0f324340e344dfcd281b11fe02cb3d2175b3015
3
+ size 32249856
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c40220997877db082d9d816e1f46e72a118d5475ab6a50dcbcf3dd949f03316
3
+ size 22544384
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4b2bb30786670d2574005936deb88f4f03ce3301a26b8fd5c517f88bc8571c6
3
+ size 22544384
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9d0e48e4ea705bd2276dbfc178da712c828d9b316a56ecbe29750622546aacb
3
+ size 31713280
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d58038a2cc563121fb39153534bf7fcec11a067a59c21051c394a016c53bc26
3
+ size 22544384
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f94a306b2a94d3e439511649718575af5a5de9b73f76bc2698c6c9e2729010a
3
+ size 22544384
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b430cbb860af0ded3dea992b7be95ce08fe2517633779a6498bca8ac5e9b2ffb
3
+ size 33350656
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:944cb49c29f0be867d1b39b2bc8dfa5a9347fa070d522200d1d6de95ca51ce53
3
+ size 28480512
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f17bbc728ec33bc70e8eb6c08a9933bd7e638acc9b592e11936d86e7d0342f2f
3
+ size 22544384
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:196907184300e720dd16b0392b9eee8c368148879956b6678bfc27f26c253744
3
+ size 22544384
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65df3c937bd22d5fed4a470c4b4fd794ab278ebb48d70a5c63d414347c17903d
3
+ size 29545472
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6e82645925f914e29a5de155792151314224869d69e3342c44ee107118bdb98
3
+ size 22544384
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d450fd7e72820e1a92cb3ea65dfa248b5b64fb581adf577e175be02d188643f
3
+ size 22544384
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4c494df1af33953d364a396d871d4bccf0e8c701966a52b70d696c57d3ad443
3
+ size 32249856
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3df59e25ddb24d5699c80301f2d2051d9c5729e2ac0cf4f0d07d3379b418240
3
+ size 22544384