Hugging Face's logo

prithivMLmods
/
SmolLM2-Rethink-360M-GGUF

Text Generation
Transformers
GGUF
English
llama
text-generation-inference
trl
conversational
Model card Files
xet
Community
prithivMLmods commited on
Commit
e9feeb5
·
verified ·
1 Parent(s): e7b0e1c

Upload folder using huggingface_hub

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. SmolLM2-Rethink-360M.BF16.gguf +3 -0
  3. SmolLM2-Rethink-360M.F16.gguf +3 -0
  4. SmolLM2-Rethink-360M.F32.gguf +3 -0
  5. SmolLM2-Rethink-360M.Q2_K.gguf +3 -0
  6. SmolLM2-Rethink-360M.Q3_K_L.gguf +3 -0
  7. SmolLM2-Rethink-360M.Q3_K_M.gguf +3 -0
  8. SmolLM2-Rethink-360M.Q3_K_S.gguf +3 -0
  9. SmolLM2-Rethink-360M.Q4_K_M.gguf +3 -0
  10. SmolLM2-Rethink-360M.Q4_K_S.gguf +3 -0
  11. SmolLM2-Rethink-360M.Q5_K_M.gguf +3 -0
  12. SmolLM2-Rethink-360M.Q5_K_S.gguf +3 -0
  13. SmolLM2-Rethink-360M.Q6_K.gguf +3 -0
  14. SmolLM2-Rethink-360M.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ SmolLM2-Rethink-360M.BF16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ SmolLM2-Rethink-360M.F16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ SmolLM2-Rethink-360M.F32.gguf filter=lfs diff=lfs merge=lfs -text
39
+ SmolLM2-Rethink-360M.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ SmolLM2-Rethink-360M.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
+ SmolLM2-Rethink-360M.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ SmolLM2-Rethink-360M.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ SmolLM2-Rethink-360M.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ SmolLM2-Rethink-360M.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ SmolLM2-Rethink-360M.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ SmolLM2-Rethink-360M.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ SmolLM2-Rethink-360M.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ SmolLM2-Rethink-360M.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
SmolLM2-Rethink-360M.BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fe3247a08155dda9826542d7eebec4999ddc5ee8576871759cf445e3880a0ae
3
+ size 725553440
SmolLM2-Rethink-360M.F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dc70c795eeaccd0444086ca5a1d257acb250b1d9bea409dab996a45f95531de
3
+ size 725553440
SmolLM2-Rethink-360M.F32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:668b64a6d54033cc514305bfddf9c129ffe49e289485e32b5af46bcbe1ef0d1d
3
+ size 1449070880
SmolLM2-Rethink-360M.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71a43dae31d8d4aaa28439567f62a1e256fcfb013a84f03d632cb003def6c24d
3
+ size 218673440
SmolLM2-Rethink-360M.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0de9c29fc11b855b4c55e3f34f045a560df04a16b05af325cfde85f7f6408005
3
+ size 246321440
SmolLM2-Rethink-360M.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7bccc60921c493c7ef596a047463e949d27c88445847b60336b2a4b3e1891df
3
+ size 234686240
SmolLM2-Rethink-360M.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9e733653c2df6966556a663093333b83d7e20bea59d9969a7f53844024bc8b3
3
+ size 218673440
SmolLM2-Rethink-360M.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a73603bc39b3756fec8959446a6be20db5fdc86b9db25279eef7eb2b0e92ba2
3
+ size 270590240
SmolLM2-Rethink-360M.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86644dd96afa6361aae4a8d134495fb306252ae5832ef49b751329624f9e1b3e
3
+ size 259915040
SmolLM2-Rethink-360M.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0388e5ede30e68f0601a763fa55e78a45d79193cb35171fb5898cdae3189e2a
3
+ size 289943840
SmolLM2-Rethink-360M.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b714acf0754f9a02fce2df317a195b31d8743bda10572358037d28bf126aa0e4
3
+ size 283185440
SmolLM2-Rethink-360M.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:582a839e1edffb8396980b1f6d2a55b16a6c2a7910f96a69fb0dd83f256ac113
3
+ size 367358240
SmolLM2-Rethink-360M.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00fec9bb3ab3dcd254f0a127a6ee71e1733e9cdafad68d55a8a6fca74add6755
3
+ size 386404640