Hugging Face's logo

tiiuae
/
Falcon-H1-Tiny-R-0.6B-GGUF

Transformers
GGUF
falcon-h1
edge
conversational
Model card Files
xet
 Community
ybelkada commited on
Commit
5c1a603
·
verified ·
1 Parent(s): f870582

Upload folder using huggingface_hub

Browse files
Files changed (28) hide show
  1. .gitattributes +27 -0
  2. Falcon-H1R-0.6B-BF16.gguf +3 -0
  3. Falcon-H1R-0.6B-IQ2_M.gguf +3 -0
  4. Falcon-H1R-0.6B-IQ3_M.gguf +3 -0
  5. Falcon-H1R-0.6B-IQ3_S.gguf +3 -0
  6. Falcon-H1R-0.6B-IQ3_XS.gguf +3 -0
  7. Falcon-H1R-0.6B-IQ3_XXS.gguf +3 -0
  8. Falcon-H1R-0.6B-IQ4_NL.gguf +3 -0
  9. Falcon-H1R-0.6B-IQ4_XS.gguf +3 -0
  10. Falcon-H1R-0.6B-Q2_K.gguf +3 -0
  11. Falcon-H1R-0.6B-Q3_K.gguf +3 -0
  12. Falcon-H1R-0.6B-Q3_K_L.gguf +3 -0
  13. Falcon-H1R-0.6B-Q3_K_M.gguf +3 -0
  14. Falcon-H1R-0.6B-Q3_K_S.gguf +3 -0
  15. Falcon-H1R-0.6B-Q4_0.gguf +3 -0
  16. Falcon-H1R-0.6B-Q4_1.gguf +3 -0
  17. Falcon-H1R-0.6B-Q4_K.gguf +3 -0
  18. Falcon-H1R-0.6B-Q4_K_M.gguf +3 -0
  19. Falcon-H1R-0.6B-Q4_K_S.gguf +3 -0
  20. Falcon-H1R-0.6B-Q5_0.gguf +3 -0
  21. Falcon-H1R-0.6B-Q5_1.gguf +3 -0
  22. Falcon-H1R-0.6B-Q5_K.gguf +3 -0
  23. Falcon-H1R-0.6B-Q5_K_M.gguf +3 -0
  24. Falcon-H1R-0.6B-Q5_K_S.gguf +3 -0
  25. Falcon-H1R-0.6B-Q6_K.gguf +3 -0
  26. Falcon-H1R-0.6B-Q8_0.gguf +3 -0
  27. Falcon-H1R-0.6B-TQ1_0.gguf +3 -0
  28. Falcon-H1R-0.6B-TQ2_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,30 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Falcon-H1R-0.6B-BF16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Falcon-H1R-0.6B-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Falcon-H1R-0.6B-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Falcon-H1R-0.6B-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Falcon-H1R-0.6B-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Falcon-H1R-0.6B-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Falcon-H1R-0.6B-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Falcon-H1R-0.6B-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Falcon-H1R-0.6B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Falcon-H1R-0.6B-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Falcon-H1R-0.6B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Falcon-H1R-0.6B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Falcon-H1R-0.6B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Falcon-H1R-0.6B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Falcon-H1R-0.6B-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Falcon-H1R-0.6B-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Falcon-H1R-0.6B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Falcon-H1R-0.6B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Falcon-H1R-0.6B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Falcon-H1R-0.6B-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Falcon-H1R-0.6B-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Falcon-H1R-0.6B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Falcon-H1R-0.6B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Falcon-H1R-0.6B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Falcon-H1R-0.6B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Falcon-H1R-0.6B-TQ1_0.gguf filter=lfs diff=lfs merge=lfs -text
62
+ Falcon-H1R-0.6B-TQ2_0.gguf filter=lfs diff=lfs merge=lfs -text
Falcon-H1R-0.6B-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:209341d9efc95b2a51f358dbe270c902a2146a770043f31bb9d37f34e67edd4c
3
+ size 1246780800
Falcon-H1R-0.6B-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce7e07d5f366d9ceab0e6e66305bc56037ceb27e700d3fe48d4387f8179cc84c
3
+ size 38640640
Falcon-H1R-0.6B-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cf9a292be528d10b07b737a248953c19ffc56e4a5a3c71891e4b6e7c6d80c98
3
+ size 288629888
Falcon-H1R-0.6B-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:572cf2557db2aaa45d9971d5a408e4d2f2c250822b334ac87bb13ff650347238
3
+ size 284173440
Falcon-H1R-0.6B-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:723f54f249f178455b686c3d402feca15f110b8330b24debbb5cf465d60c1438
3
+ size 276333696
Falcon-H1R-0.6B-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce7e07d5f366d9ceab0e6e66305bc56037ceb27e700d3fe48d4387f8179cc84c
3
+ size 38640640
Falcon-H1R-0.6B-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7c8071100039c1181041587560abe1ec9301dd6ef8bcbafbaf5406ba89fd8ba
3
+ size 363570560
Falcon-H1R-0.6B-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d459c2ca0479b1044c28e33f10ea875d48b7114bdb7acf73d002ef434c19178
3
+ size 345694592
Falcon-H1R-0.6B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4c4a585888a4de51bd7bfab4557ca27fb08194f5d129e781c852e8c8c716404
3
+ size 236726144
Falcon-H1R-0.6B-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f42f5b2be7c5040b875f410f136ecc422b9359c99ce80e5eba3efbbfcf8354b
3
+ size 300049536
Falcon-H1R-0.6B-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:395d014987a2f9b9ed33ad38bdf7282b5f549149581ed508005073a0b0ae3fcb
3
+ size 314631296
Falcon-H1R-0.6B-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f42f5b2be7c5040b875f410f136ecc422b9359c99ce80e5eba3efbbfcf8354b
3
+ size 300049536
Falcon-H1R-0.6B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf3d62234010834cfdf9441f4ab9f8191e56b62e911a477479b10aa2d62db6bf
3
+ size 283407488
Falcon-H1R-0.6B-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23d5a2a25e3d81ce79ecde49998e1a05961517e2f8cbdf0a383401cb8d96b9b7
3
+ size 361538944
Falcon-H1R-0.6B-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb2aa0b4da3ecc3e3c5bc54802bdf123ac5ff6c0f6bde8e9956a02fd84b5fc0d
3
+ size 398306688
Falcon-H1R-0.6B-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de62cf1c3a8efca7fe271ce9a6811081aeb6bc53920738b6d0f124cb6318c207
3
+ size 374177152
Falcon-H1R-0.6B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de62cf1c3a8efca7fe271ce9a6811081aeb6bc53920738b6d0f124cb6318c207
3
+ size 374177152
Falcon-H1R-0.6B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:561dc90148f2a9f57ca1df32c5fb1b68bef540ddac7e7940650223cfa5feb493
3
+ size 362915200
Falcon-H1R-0.6B-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23aa33f5f71d0e8288be1f9849b639fda30c07dedc9b7e5d2cfb9887b50b34ef
3
+ size 435074432
Falcon-H1R-0.6B-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a3ad9622d7ade812e314e39d66221ecb6b1935fad344833bd6c19671cc1f88b
3
+ size 471842176
Falcon-H1R-0.6B-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f585309462184e86cfb4a063b681b7545c8695335cd1545dd90a5ef86e7735c
3
+ size 441585024
Falcon-H1R-0.6B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f585309462184e86cfb4a063b681b7545c8695335cd1545dd90a5ef86e7735c
3
+ size 441585024
Falcon-H1R-0.6B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:586c5f45d02c9da45be85dd36d8d8eacd3f00f6174b5413f5a68ec512def399b
3
+ size 435074432
Falcon-H1R-0.6B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c91551b5280ad0869c972d1f7b4bd45daf4f3345e836a7d356a7e68244d19ab
3
+ size 513205888
Falcon-H1R-0.6B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0160233345b581dcc54b6ff57db11c2c10eb4796553f570c9033e87e8599303
3
+ size 663807360
Falcon-H1R-0.6B-TQ1_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fe7e528472a6493e5326e70c8f3e4fbd3e3d3f093c438ebb9bb5ac470ebe300
3
+ size 166516864
Falcon-H1R-0.6B-TQ2_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05c1c1d45b4bf87390b7909cbd2a70f549f481d18d8f3ee75e45d87cf6984492
3
+ size 192519808