Hugging Face's logo

prithivMLmods
/
Olmo-3-7B-Instruct-AIO-GGUF

Text Generation
Transformers
GGUF
English
olmo3
text-generation-inference
llama.cpp
conversational
Model card Files
xet
 Community
prithivMLmods commited on
Commit
6191a50
·
verified ·
1 Parent(s): 4d5f52a

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Olmo-3-7B-Instruct.IQ4_XS.gguf +3 -0
  3. Olmo-3-7B-Instruct.Q2_K.gguf +3 -0
  4. Olmo-3-7B-Instruct.Q3_K_L.gguf +3 -0
  5. Olmo-3-7B-Instruct.Q3_K_M.gguf +3 -0
  6. Olmo-3-7B-Instruct.Q3_K_S.gguf +3 -0
  7. Olmo-3-7B-Instruct.Q4_K_M.gguf +3 -0
  8. Olmo-3-7B-Instruct.Q4_K_S.gguf +3 -0
  9. Olmo-3-7B-Instruct.Q5_K_M.gguf +3 -0
  10. Olmo-3-7B-Instruct.Q5_K_S.gguf +3 -0
  11. Olmo-3-7B-Instruct.Q6_K.gguf +3 -0
  12. Olmo-3-7B-Instruct.Q8_0.gguf +3 -0
  13. Olmo-3-7B-Instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Olmo-3-7B-Instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Olmo-3-7B-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Olmo-3-7B-Instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Olmo-3-7B-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Olmo-3-7B-Instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Olmo-3-7B-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Olmo-3-7B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Olmo-3-7B-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Olmo-3-7B-Instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Olmo-3-7B-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Olmo-3-7B-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Olmo-3-7B-Instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
Olmo-3-7B-Instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72ed0b5a97ac78420a38c57438b92405a9de0073f3bcaf11e64b989a8b3cb27c
3
+ size 4029374496
Olmo-3-7B-Instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da4e09953e1a4645d59964bbef514faee9f05bb3c204ade28b997b941a9817a0
3
+ size 2857914528
Olmo-3-7B-Instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6b47fb97775033691810259e2303bcb7b8b8622b922dd0262d77745f44b0656
3
+ size 3950565472
Olmo-3-7B-Instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cef7e95534aedd97223d9a8c46949727efb715eb49c214c24ecc96081a175211
3
+ size 3651459168
Olmo-3-7B-Instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edf75a3ec43ca4a0c35251e11a0d278a43be5f016553546d7de99edb48741dad
3
+ size 3301759072
Olmo-3-7B-Instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:345b5521084efdd2b57a8b162df88158826f3c00dccc9eb79396596ab0ed5ecb
3
+ size 4471601952
Olmo-3-7B-Instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25b67401f0f399a30e72c62b1a18a3636fd497fceb3c89467f8cee0e9611ea28
3
+ size 4247337760
Olmo-3-7B-Instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8130265f5b6e919c07d425759b30f613b7df77f37a0a1cb02d301409771de3c
3
+ size 5208712992
Olmo-3-7B-Instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b8898146edcbe13e96bbb62990ce210af8a15a1d2eb91f43e42f2b1e9ca7794
3
+ size 5077247776
Olmo-3-7B-Instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2801cae16a20fb6071daaf16ee6244294668412e0f83ab4f347f9ace53b8630e
3
+ size 5991893472
Olmo-3-7B-Instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85420522a4aca323c757aea2fcdb849143911525bd49e6f83763529797f1a852
3
+ size 7759252576
Olmo-3-7B-Instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:821f48c2b14c9c620d6b5093d56d234b910b9ece652794e3c449ca6499f310eb
3
+ size 14600642656