Hugging Face's logo

prithivMLmods
/
Olmo-3-7B-Instruct-AIO-GGUF

Text Generation
Transformers
GGUF
English
olmo3
text-generation-inference
llama.cpp
conversational
Model card Files
xet
 Community
prithivMLmods commited on
Commit
544eb8b
·
verified ·
1 Parent(s): 053c72a

Upload folder using huggingface_hub

Browse files
Files changed (26) hide show
  1. .gitattributes +25 -0
  2. Olmo-3-7B-Instruct.i1-IQ1_M.gguf +3 -0
  3. Olmo-3-7B-Instruct.i1-IQ1_S.gguf +3 -0
  4. Olmo-3-7B-Instruct.i1-IQ2_M.gguf +3 -0
  5. Olmo-3-7B-Instruct.i1-IQ2_S.gguf +3 -0
  6. Olmo-3-7B-Instruct.i1-IQ2_XS.gguf +3 -0
  7. Olmo-3-7B-Instruct.i1-IQ2_XXS.gguf +3 -0
  8. Olmo-3-7B-Instruct.i1-IQ3_M.gguf +3 -0
  9. Olmo-3-7B-Instruct.i1-IQ3_S.gguf +3 -0
  10. Olmo-3-7B-Instruct.i1-IQ3_XS.gguf +3 -0
  11. Olmo-3-7B-Instruct.i1-IQ3_XXS.gguf +3 -0
  12. Olmo-3-7B-Instruct.i1-IQ4_NL.gguf +3 -0
  13. Olmo-3-7B-Instruct.i1-IQ4_XS.gguf +3 -0
  14. Olmo-3-7B-Instruct.i1-Q2_K.gguf +3 -0
  15. Olmo-3-7B-Instruct.i1-Q2_K_S.gguf +3 -0
  16. Olmo-3-7B-Instruct.i1-Q3_K_L.gguf +3 -0
  17. Olmo-3-7B-Instruct.i1-Q3_K_M.gguf +3 -0
  18. Olmo-3-7B-Instruct.i1-Q3_K_S.gguf +3 -0
  19. Olmo-3-7B-Instruct.i1-Q4_0.gguf +3 -0
  20. Olmo-3-7B-Instruct.i1-Q4_1.gguf +3 -0
  21. Olmo-3-7B-Instruct.i1-Q4_K_M.gguf +3 -0
  22. Olmo-3-7B-Instruct.i1-Q4_K_S.gguf +3 -0
  23. Olmo-3-7B-Instruct.i1-Q5_K_M.gguf +3 -0
  24. Olmo-3-7B-Instruct.i1-Q5_K_S.gguf +3 -0
  25. Olmo-3-7B-Instruct.i1-Q6_K.gguf +3 -0
  26. Olmo-3-7B-Instruct.imatrix.gguf +3 -0
.gitattributes CHANGED
@@ -48,3 +48,28 @@ Olmo-3-7B-Instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
48
  Olmo-3-7B-Instruct.BF16.gguf filter=lfs diff=lfs merge=lfs -text
49
  Olmo-3-7B-Instruct.F16.gguf filter=lfs diff=lfs merge=lfs -text
50
  Olmo-3-7B-Instruct.F32.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
48
  Olmo-3-7B-Instruct.BF16.gguf filter=lfs diff=lfs merge=lfs -text
49
  Olmo-3-7B-Instruct.F16.gguf filter=lfs diff=lfs merge=lfs -text
50
  Olmo-3-7B-Instruct.F32.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Olmo-3-7B-Instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Olmo-3-7B-Instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Olmo-3-7B-Instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Olmo-3-7B-Instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Olmo-3-7B-Instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Olmo-3-7B-Instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Olmo-3-7B-Instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Olmo-3-7B-Instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Olmo-3-7B-Instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Olmo-3-7B-Instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Olmo-3-7B-Instruct.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
62
+ Olmo-3-7B-Instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
63
+ Olmo-3-7B-Instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
64
+ Olmo-3-7B-Instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
65
+ Olmo-3-7B-Instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
66
+ Olmo-3-7B-Instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
67
+ Olmo-3-7B-Instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
68
+ Olmo-3-7B-Instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
69
+ Olmo-3-7B-Instruct.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
70
+ Olmo-3-7B-Instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
71
+ Olmo-3-7B-Instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
72
+ Olmo-3-7B-Instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
73
+ Olmo-3-7B-Instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
74
+ Olmo-3-7B-Instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
75
+ Olmo-3-7B-Instruct.imatrix.gguf filter=lfs diff=lfs merge=lfs -text
Olmo-3-7B-Instruct.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0398e27b32d34ff343709fc520a6f9b627c2a5e6f9c35210b25ad313fde44887
3
+ size 1938878176
Olmo-3-7B-Instruct.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ae491a6f6c5b75c58c76d61939076965678914e1cb9cc2d57be5169bf7e3851
3
+ size 1816489696
Olmo-3-7B-Instruct.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48fd1b49f285b97967b4fd678c698d999c00ee80e84ff3b58be51f8edfdfe6b5
3
+ size 2676061856
Olmo-3-7B-Instruct.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c01a384bef5f62893fbe3e4e8d6fbcc1e129277c475b03d23473185d3a9f754d
3
+ size 2512877216
Olmo-3-7B-Instruct.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8abd6e1b122f10917983ab7e0e44ac56d56f6cb292bd526e44f023ba14ac77ee
3
+ size 2322820832
Olmo-3-7B-Instruct.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:522c0e798170590796723a8ac266685c81ae78544929792ed90fee92f14b3009
3
+ size 2142858976
Olmo-3-7B-Instruct.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bcc7dc63678628ec00a1308fa3248692e0e796fa3d076e9d9e5519756eeef46
3
+ size 3468319072
Olmo-3-7B-Instruct.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ce37905bd12b9dd05c985e9edb9271671b6582b5f1a51d49c5dc88425bfbfde
3
+ size 3301759328
Olmo-3-7B-Instruct.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5bf6bf1d3ee4f193c38c11fc60476897ffa64c680c7db3e8ea88738bd924b61
3
+ size 3149977952
Olmo-3-7B-Instruct.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fd64ceb9a3ea3e359f568ad6123a049242426683b8e4f28be2f95139a25d0e7
3
+ size 2901702304
Olmo-3-7B-Instruct.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b253b940515852ebbda473164cbd62dae1e4c0ac3bbe77366bc7d07c3ed57fd0
3
+ size 4216405024
Olmo-3-7B-Instruct.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1971f81e53f37749807b8b72bf14795898e4a696984e217ee875b87140b5aea9
3
+ size 4001194272
Olmo-3-7B-Instruct.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01f3d632729bbf85af0205b9ec8503bb31dc08df3254f2991598a713122c628a
3
+ size 2857914784
Olmo-3-7B-Instruct.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bb326e9991945b6d099183e7bc1740e7a9758c88f25a87a4b3582152b00c450
3
+ size 2644595104
Olmo-3-7B-Instruct.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cdb281e24fb5066d4e15a5bb8b8484d8cd4bb14f17e896941fc85d1c35b191a
3
+ size 3950565728
Olmo-3-7B-Instruct.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b707f4d276fe2ca4bb1393cc6e7f0b437fd575f26fa456efc0bf27308deda617
3
+ size 3651459424
Olmo-3-7B-Instruct.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ddb59cced730bffcfb7226fd199e48074bb07d4dd9f0c23bd2c7c6ba07b3191
3
+ size 3301759328
Olmo-3-7B-Instruct.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f89444c9ac329126e901afcbb8871b84aa3997c6f86e9afe9743fda9c129ccf
3
+ size 4227677216
Olmo-3-7B-Instruct.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f781a5f88f4557b85cc5a65c5be09116b1d63c4dc7c3f72ae9e704fe04bdbcd
3
+ size 4646826528
Olmo-3-7B-Instruct.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb3b217a25f98e835cbf0025de8ee24022d56b0bb28fdc6ef4c2f594c75c39f8
3
+ size 4471602208
Olmo-3-7B-Instruct.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77253c0c00dd5e64fc856981d54286cd49e8468e3cf5fe5edef5190e15f2d783
3
+ size 4247338016
Olmo-3-7B-Instruct.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99e5b1ff3efa7d9ce77d307588ded170120281264b865b1dfe766a5104e6c3e3
3
+ size 5208713248
Olmo-3-7B-Instruct.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80292f944dfe292cd904e5e2a3afa3449e8d8a698afc768ebde2a2ee782bce98
3
+ size 5077248032
Olmo-3-7B-Instruct.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb305bf0917aa796869a72d7c20f46fed8e5d5ce0e7165c28a62143064e5047f
3
+ size 5991893728
Olmo-3-7B-Instruct.imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79c3d0a5d4ffc33ade984362a943b2dbc293b76cc222e248b04250f7c7bc9d05
3
+ size 4589216