Hugging Face's logo

SimplySara
/
Kai-3B-Instruct-GGUF

Text Generation
Transformers
GGUF
English
math
reasoning
ads
distillation
conversational
Model card Files
xet
 Community
1
SimplySara commited on
Commit
f534c5c
·
verified ·
1 Parent(s): 88dbe0a

Upload folder using huggingface_hub

Browse files
Files changed (22) hide show
  1. .gitattributes +20 -0
  2. Kai-3B-Instruct-BF16.gguf +3 -0
  3. Kai-3B-Instruct-IQ3_M.gguf +3 -0
  4. Kai-3B-Instruct-IQ3_S.gguf +3 -0
  5. Kai-3B-Instruct-IQ4_NL.gguf +3 -0
  6. Kai-3B-Instruct-IQ4_XS.gguf +3 -0
  7. Kai-3B-Instruct-MXFP4_MOE.gguf +3 -0
  8. Kai-3B-Instruct-Q2_K.gguf +3 -0
  9. Kai-3B-Instruct-Q3_K_L.gguf +3 -0
  10. Kai-3B-Instruct-Q3_K_M.gguf +3 -0
  11. Kai-3B-Instruct-Q3_K_S.gguf +3 -0
  12. Kai-3B-Instruct-Q4_0.gguf +3 -0
  13. Kai-3B-Instruct-Q4_1.gguf +3 -0
  14. Kai-3B-Instruct-Q4_K_M.gguf +3 -0
  15. Kai-3B-Instruct-Q4_K_S.gguf +3 -0
  16. Kai-3B-Instruct-Q5_0.gguf +3 -0
  17. Kai-3B-Instruct-Q5_1.gguf +3 -0
  18. Kai-3B-Instruct-Q5_K_M.gguf +3 -0
  19. Kai-3B-Instruct-Q5_K_S.gguf +3 -0
  20. Kai-3B-Instruct-Q6_K.gguf +3 -0
  21. Kai-3B-Instruct-Q8_0.gguf +3 -0
  22. Kai-3B-Instruct-detailed-bench.csv +49 -0
.gitattributes CHANGED
@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Kai-3B-Instruct-BF16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Kai-3B-Instruct-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Kai-3B-Instruct-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Kai-3B-Instruct-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Kai-3B-Instruct-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Kai-3B-Instruct-MXFP4_MOE.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Kai-3B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Kai-3B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Kai-3B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Kai-3B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Kai-3B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Kai-3B-Instruct-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Kai-3B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Kai-3B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Kai-3B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Kai-3B-Instruct-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Kai-3B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Kai-3B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Kai-3B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Kai-3B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Kai-3B-Instruct-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2928c7b92d1865faf08a6f5e93601f5bebe7be9d13e48eb652f01141293381f1
3
+ size 6158339776
Kai-3B-Instruct-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b69d30e5518fe9ae7a16b1bbed88fa4d6981ff847416abf3178e531685861c9
3
+ size 1469357760
Kai-3B-Instruct-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f99b1806559f5e5dea53c1de1308371ae6909cf296a6c9de9e0b8e67f3948c15
3
+ size 1437327040
Kai-3B-Instruct-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef894f09a61a1e33d2d5730994fcb4491005d2b605c0a425b7a72bc2fc90d7da
3
+ size 1821810368
Kai-3B-Instruct-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1411a3254d08c2324489202fb185bdb7b55a8e9ae43ab81e33f58ee8f774f99
3
+ size 1737924288
Kai-3B-Instruct-MXFP4_MOE.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41d116394132b7c38cdfa9c63f8a4e00dc4b25e4f6e76a6c16c0164af06ab924
3
+ size 3275574976
Kai-3B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6ef2753c2d845e9d2077140bbbe95d2e052dbe541eeb364ac3086e4c3565097
3
+ size 1253301952
Kai-3B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0aefab862692c7db042aa3975323d5284646728631486012c4a76fbb4c7378a
3
+ size 1690214080
Kai-3B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:469128b386d4d8738841422aabd775e3f60bd3f24fb0ec0b83a11f272865709f
3
+ size 1571069632
Kai-3B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ebd6d5e51c997cf132da62548b44f31b7e41f9383b4c4d9edb123503dbf1104
3
+ size 1432313536
Kai-3B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42f7b66832e7d4b5f8bf46b4f28b5d527fd025d2688f03d03ef085a4117c0ff9
3
+ size 1805819584
Kai-3B-Instruct-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f2efae97d2128ee40d56084fe3065aa868ea88b1e4aac160af5bf170c54a33f
3
+ size 1981587136
Kai-3B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a87882570a2ada23412e9b761ba6a044a13c1f56bea41ea29a6bd9ba8ee3dc2
3
+ size 1915305664
Kai-3B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fefe3221ea402f828399164eb2a8695982ab111e8fce3681fcc9a016b7a5172
3
+ size 1817616064
Kai-3B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49f95230d7a8a2ca0103f8d8a37d7b6fbfbdcd49e2cb8bd8fd39a4706a41fc96
3
+ size 2157354688
Kai-3B-Instruct-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65a1aad00275c8e08e554b39fe379aa10832aea4b142c365febbe836ce788d4d
3
+ size 2333122240
Kai-3B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fddc6848ae592184b8354d212fafec29f7fa805b44e7ca1bdffe938c97712ca
3
+ size 2213756608
Kai-3B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:274accc953f79de63db9ace731c79fdd1c5ae9deb5028f0b8e6472068d455a33
3
+ size 2157354688
Kai-3B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faaf86071b6bb3bacbddceeb42cc3262bbc63881602090664d5bda00091c40b0
3
+ size 2530860736
Kai-3B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bd8302e21c8a36bd00223545d1042648e57afd00ad134cb775bed1d01ff2b0a
3
+ size 3275574976
Kai-3B-Instruct-detailed-bench.csv ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Model,Size_GB,BPW,PPL_Q,KLD_Mean,KLD_Max,Top_P_Match
2
+ Kai-3B-Instruct-BF16.gguf,5.735,16.02,12.261447,-0.000012,0.000004,100.000%
3
+ Kai-3B-Instruct-IQ3_M.gguf,1.368,3.82,14.569336,0.246713,7.297811,77.711%
4
+ Kai-3B-Instruct-IQ3_S.gguf,1.339,3.74,20.285108,0.623557,14.944385,66.169%
5
+ Kai-3B-Instruct-IQ4_NL.gguf,1.697,4.74,12.634858,0.047460,3.758370,89.164%
6
+ Kai-3B-Instruct-IQ4_XS.gguf,1.619,4.52,12.664235,0.048527,3.116933,89.010%
7
+ Kai-3B-Instruct-MXFP4_MOE.gguf,3.051,8.52,12.267997,0.001919,0.161748,97.288%
8
+ Kai-3B-Instruct-Q2_K.gguf,1.167,3.26,18.421011,0.471699,10.995537,70.276%
9
+ Kai-3B-Instruct-Q3_K_L.gguf,1.574,4.4,13.222871,0.095355,8.638352,85.518%
10
+ Kai-3B-Instruct-Q3_K_M.gguf,1.463,4.09,13.345530,0.112669,9.198419,84.135%
11
+ Kai-3B-Instruct-Q3_K_S.gguf,1.334,3.73,14.575341,0.209470,10.276233,79.235%
12
+ Kai-3B-Instruct-Q4_0.gguf,1.682,4.7,13.183064,0.079359,5.308128,86.546%
13
+ Kai-3B-Instruct-Q4_1.gguf,1.845,5.16,12.841071,0.070893,9.759633,87.274%
14
+ Kai-3B-Instruct-Q4_K_M.gguf,1.784,4.98,12.555100,0.039329,8.089511,90.011%
15
+ Kai-3B-Instruct-Q4_K_S.gguf,1.693,4.73,12.688052,0.050317,7.154207,88.889%
16
+ Kai-3B-Instruct-Q5_0.gguf,2.009,5.61,12.535359,0.024549,2.647566,91.846%
17
+ Kai-3B-Instruct-Q5_1.gguf,2.173,6.07,12.460719,0.022546,1.620580,92.336%
18
+ Kai-3B-Instruct-Q5_K_M.gguf,2.062,5.76,12.393203,0.015953,2.066843,93.315%
19
+ Kai-3B-Instruct-Q5_K_S.gguf,2.009,5.61,12.470547,0.021112,2.251880,92.477%
20
+ Kai-3B-Instruct-Q6_K.gguf,2.357,6.58,12.305474,0.009404,0.366649,94.435%
21
+ Kai-3B-Instruct-Q8_0.gguf,3.051,8.52,12.267997,0.001919,0.161748,97.288%
22
+ Kai-3B-Instruct-i1-IQ1_M.gguf,0.776,2.17,56.093838,1.717970,16.768612,46.262%
23
+ Kai-3B-Instruct-i1-IQ1_S.gguf,0.72,2.01,142.119290,2.712439,23.194923,35.970%
24
+ Kai-3B-Instruct-i1-IQ2_M.gguf,1.048,2.93,16.817916,0.377914,8.060484,72.505%
25
+ Kai-3B-Instruct-i1-IQ2_S.gguf,0.974,2.72,18.965709,0.507571,10.146004,68.855%
26
+ Kai-3B-Instruct-i1-IQ2_XS.gguf,0.946,2.64,20.743423,0.602630,12.284760,66.248%
27
+ Kai-3B-Instruct-i1-IQ2_XXS.gguf,0.868,2.42,28.071562,0.912772,20.855083,59.005%
28
+ Kai-3B-Instruct-i1-IQ3_M.gguf,1.368,3.82,13.148102,0.112437,6.457987,84.307%
29
+ Kai-3B-Instruct-i1-IQ3_S.gguf,1.339,3.74,13.282315,0.120975,6.124512,83.724%
30
+ Kai-3B-Instruct-i1-IQ3_XS.gguf,1.277,3.57,13.571282,0.149838,5.190906,81.978%
31
+ Kai-3B-Instruct-i1-IQ3_XXS.gguf,1.181,3.3,14.496797,0.218333,7.411321,78.317%
32
+ Kai-3B-Instruct-i1-IQ4_NL.gguf,1.686,4.71,12.702863,0.041041,2.828140,89.995%
33
+ Kai-3B-Instruct-i1-IQ4_XS.gguf,1.605,4.48,12.735089,0.042119,2.816611,89.976%
34
+ Kai-3B-Instruct-i1-MXFP4_MOE.gguf,3.051,8.52,12.267997,0.001919,0.161748,97.288%
35
+ Kai-3B-Instruct-i1-Q2_K.gguf,1.167,3.26,17.051512,0.362859,13.705434,73.511%
36
+ Kai-3B-Instruct-i1-Q2_K_S.gguf,1.096,3.06,19.020265,0.471050,9.399811,70.322%
37
+ Kai-3B-Instruct-i1-Q3_K_L.gguf,1.574,4.4,13.247665,0.084668,5.711426,86.163%
38
+ Kai-3B-Instruct-i1-Q3_K_M.gguf,1.463,4.09,13.409503,0.095939,7.936767,85.368%
39
+ Kai-3B-Instruct-i1-Q3_K_S.gguf,1.334,3.73,14.427856,0.196396,11.924936,79.536%
40
+ Kai-3B-Instruct-i1-Q4_0.gguf,1.687,4.71,12.931763,0.056914,4.909418,88.242%
41
+ Kai-3B-Instruct-i1-Q4_1.gguf,1.845,5.16,12.669309,0.039282,2.172686,90.104%
42
+ Kai-3B-Instruct-i1-Q4_K_M.gguf,1.784,4.98,12.562009,0.033791,2.379289,90.693%
43
+ Kai-3B-Instruct-i1-Q4_K_S.gguf,1.693,4.73,12.672036,0.038976,2.350625,90.141%
44
+ Kai-3B-Instruct-i1-Q5_0.gguf,2.014,5.63,12.384481,0.018582,1.781102,92.676%
45
+ Kai-3B-Instruct-i1-Q5_1.gguf,2.173,6.07,12.391293,0.015555,0.887861,93.164%
46
+ Kai-3B-Instruct-i1-Q5_K_M.gguf,2.062,5.76,12.397353,0.014712,1.210544,93.344%
47
+ Kai-3B-Instruct-i1-Q5_K_S.gguf,2.009,5.61,12.421971,0.016098,1.027422,93.198%
48
+ Kai-3B-Instruct-i1-Q6_K.gguf,2.357,6.58,12.348566,0.008842,0.528699,94.605%
49
+ Kai-3B-Instruct-i1-Q8_0.gguf,3.051,8.52,12.267997,0.001919,0.161748,97.288%