Hugging Face's logo

xaskasdf
/
phi-3.5-mini-instruct-gguf

GGUF
conversational
Model card Files
xet
Community
xaskasdf commited on
Commit
04680be
·
verified ·
1 Parent(s): c36f60d

Upload converted/quantized model weights

Browse files
Files changed (18) hide show
  1. .gitattributes +17 -0
  2. Phi-3.5-mini-instruct-Q3_K.gguf +3 -0
  3. Phi-3.5-mini-instruct-Q3_K_L.gguf +3 -0
  4. Phi-3.5-mini-instruct-Q3_K_S.gguf +3 -0
  5. Phi-3.5-mini-instruct-Q4_0.gguf +3 -0
  6. Phi-3.5-mini-instruct-Q4_0_4_4.gguf +3 -0
  7. Phi-3.5-mini-instruct-Q4_0_4_8.gguf +3 -0
  8. Phi-3.5-mini-instruct-Q4_0_8_8.gguf +3 -0
  9. Phi-3.5-mini-instruct-Q4_1.gguf +3 -0
  10. Phi-3.5-mini-instruct-Q4_K.gguf +3 -0
  11. Phi-3.5-mini-instruct-Q4_K_S.gguf +3 -0
  12. Phi-3.5-mini-instruct-Q5_0.gguf +3 -0
  13. Phi-3.5-mini-instruct-Q5_1.gguf +3 -0
  14. Phi-3.5-mini-instruct-Q5_K.gguf +3 -0
  15. Phi-3.5-mini-instruct-Q5_K_S.gguf +3 -0
  16. Phi-3.5-mini-instruct-Q6_K.gguf +3 -0
  17. Phi-3.5-mini-instruct-Q8_0.gguf +3 -0
  18. Phi-3.5-mini-instruct-f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Phi-3.5-mini-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Phi-3.5-mini-instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Phi-3.5-mini-instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Phi-3.5-mini-instruct-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Phi-3.5-mini-instruct-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Phi-3.5-mini-instruct-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Phi-3.5-mini-instruct-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Phi-3.5-mini-instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Phi-3.5-mini-instruct-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Phi-3.5-mini-instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Phi-3.5-mini-instruct-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Phi-3.5-mini-instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Phi-3.5-mini-instruct-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Phi-3.5-mini-instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Phi-3.5-mini-instruct-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Phi-3.5-mini-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Phi-3.5-mini-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Phi-3.5-mini-instruct-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d83e26467bd3362e6f8ea319173242d871e100922c1f3528962370dbbed65402
3
+ size 2071676928
Phi-3.5-mini-instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d45a0ec4360616221e7771ba23bbbfaee668837a04db4dc89cd0aa8c1470fbe0
3
+ size 2203797504
Phi-3.5-mini-instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:832a4fa809500d29ac3defeea9d4a7d37ec6b01c8d338b72046c154686c1911b
3
+ size 1797998592
Phi-3.5-mini-instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d448b2ffcdf74d6623ed922fb9f3a1e508bd5de10937f6cef6f2836d52f1649
3
+ size 2292377088
Phi-3.5-mini-instruct-Q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c0c7d79f53d15a7fa61f370db8bc8761f207ba55580382476f478edbafc9d6f
3
+ size 2292377088
Phi-3.5-mini-instruct-Q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fef268923ca255915439af8afc051578e9d84134fe1796c2f683a39bddb50c14
3
+ size 2292377088
Phi-3.5-mini-instruct-Q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b63df5522960f54a1c6f7e981497905bb12683bb443f2971cff4d3f7625c69f
3
+ size 2292377088
Phi-3.5-mini-instruct-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:962bc9a7d31659c532de4161c1d879e4828ae96e09f17f74767dc461ed41bb4c
3
+ size 2525025792
Phi-3.5-mini-instruct-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92fcdd8fb499488fe99b00780492e699d3c40b345656c9c7908d25d10eda3b69
3
+ size 2509432320
Phi-3.5-mini-instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a42f9c9ae626f11f5f61be6e96295be08b394eeec5236785cb1ac3ef31d4a03
3
+ size 2304960000
Phi-3.5-mini-instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:704df860b4d27a6ba9dedde5df4aa23273277fe6ebffce0725f9c6ef20ff9b19
3
+ size 2757674496
Phi-3.5-mini-instruct-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f6d4ec3fdc1201749a02cc06e4b46030e434c6752f38dc709e6aaa8dc123217
3
+ size 2990323200
Phi-3.5-mini-instruct-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1546b5a14a9992a9fd4321ca6688b2e465ccd0b934a26f0e16513989370779a
3
+ size 2931475968
Phi-3.5-mini-instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:197a55323f562ef7d8b6a8718894d030c4f2dc12f7e8c48df9f4f6d063a38957
3
+ size 2757674496
Phi-3.5-mini-instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc66331f9cf44256bf07687221b0cccf105a335268c84e9249e67df06a2d74f9
3
+ size 3252052992
Phi-3.5-mini-instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e10e1f1d82fad7ac06255c87414a99a49818721bea71b9ff4088c86f790a48e2
3
+ size 4153566720
Phi-3.5-mini-instruct-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04381ade8b69632b564f1dbc473dac52f7819349ceb3cc76d268dee91f762fe2
3
+ size 7643297280