Hugging Face's logo

SzymonOzog
/
test-gguf-moe-sample

GGUF
Model card Files
xet
 Community
SzymonOzog commited on
Commit
4492f06
·
verified ·
1 Parent(s): a90c66c

Upload folder using huggingface_hub

Browse files
Files changed (9) hide show
  1. .gitattributes +8 -0
  2. Quant_Q2_K_512.gguf +3 -0
  3. Quant_Q3_K_512.gguf +3 -0
  4. Quant_Q4_0_512.gguf +3 -0
  5. Quant_Q4_K_512.gguf +3 -0
  6. Quant_Q5_0_512.gguf +3 -0
  7. Quant_Q5_K_512.gguf +3 -0
  8. Quant_Q6_K_512.gguf +3 -0
  9. Quant_Q8_0_512.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Quant_Q2_K_512.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Quant_Q3_K_512.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Quant_Q4_0_512.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Quant_Q4_K_512.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Quant_Q5_0_512.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Quant_Q5_K_512.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Quant_Q6_K_512.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Quant_Q8_0_512.gguf filter=lfs diff=lfs merge=lfs -text
Quant_Q2_K_512.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cbbbeddfe120f095ac92227cbec40dd12de72e1eac30bc42c0f996dde81d9c8
3
+ size 132120800
Quant_Q3_K_512.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d091b648bee1a6cd733eaba585105bfae83dc25d9fca4695b3f180cb999fc8d
3
+ size 173015264
Quant_Q4_0_512.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08a482af71825f8777d7cb5ae9476a23c5c5053e66ea10ee4cc6066d77f20878
3
+ size 226492640
Quant_Q4_K_512.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2f52a0c90b7254d951b5add716850f426dfdee0566469eb94f01c0c424bc78
3
+ size 226492640
Quant_Q5_0_512.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09fbfc5ac5d846b515749d7b21b73b7a9a227db4b3d99409fb263164de863f41
3
+ size 276824288
Quant_Q5_K_512.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b047cde635521ebb2dc80189f6626502c8d784cb5cb8b4bce9cd6ff5b6a2f0e1
3
+ size 276824288
Quant_Q6_K_512.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5406de35a2afb8c3f964943dcb471f90e64ccde07dc576bdb4daecb66dc3fe8
3
+ size 330301664
Quant_Q8_0_512.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef69ecd95804af02cae3f373dfe48a39b11b03957d92f09c14d836d0e53d84b2
3
+ size 427819232