Hugging Face's logo

prithivMLmods
/
RL-Quantum-4B-GGUF

Text Generation
Transformers
GGUF
English
qwen3
text-generation-inference
agent
code
QASM
quantum
conversational
Model card Files
xet
 Community
prithivMLmods commited on
Commit
737026c
·
verified ·
1 Parent(s): c5fe247

Upload folder using huggingface_hub

Browse files
Files changed (14) hide show
  1. rl_quantum_4b.BF16.gguf +3 -0
  2. rl_quantum_4b.F16.gguf +3 -0
  3. rl_quantum_4b.F32.gguf +3 -0
  4. rl_quantum_4b.Q2_K.gguf +3 -0
  5. rl_quantum_4b.Q3_K_L.gguf +3 -0
  6. rl_quantum_4b.Q3_K_M.gguf +3 -0
  7. rl_quantum_4b.Q3_K_S.gguf +3 -0
  8. rl_quantum_4b.Q4_K_M.gguf +3 -0
  9. rl_quantum_4b.Q4_K_S.gguf +3 -0
  10. rl_quantum_4b.Q5_K_M.gguf +3 -0
  11. rl_quantum_4b.Q5_K_S.gguf +3 -0
  12. rl_quantum_4b.Q6_K.gguf +3 -0
  13. rl_quantum_4b.Q8_0.gguf +3 -0
  14. .gitattributes +13 -0
rl_quantum_4b.BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a15cd4ac9354ea0aa31f242a64fbccd7be21efc8ce68d47ff1c36904ba7f6cc
3
+ size 8051284704
rl_quantum_4b.F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c34524e918a5c4b80e9b1e1328c197c021cabe918b5a9718eff36936f02bc13c
3
+ size 8051284704
rl_quantum_4b.F32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed05768a32bc5860e4184e0a312316f271863569b6cf514021ccd07d578a8670
3
+ size 16095828704
rl_quantum_4b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceb871b62b0b680f03774511014e091e6548cc707554aa843225a1fe7f104c49
3
+ size 1669499104
rl_quantum_4b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc551a6b05a2ef57ddeda0a90af7b4188625f1aef8d3eb3f3ca4b3fb0741d27b
3
+ size 2239785184
rl_quantum_4b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa85af93ad8718b70564011cb48b9b4660d0f58c65888ad9877493a4fc6c0442
3
+ size 2075617504
rl_quantum_4b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3f89d954507f41695d6d8168e06a0019b2a06d2d057818bdcfdda87d5c96e30
3
+ size 1886996704
rl_quantum_4b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4900d5a438ae61d283886a2a55db8de75aa99e2f7f7578869a2516121c495eea
3
+ size 2497280224
rl_quantum_4b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7465ad8fac5ccf1062a50817932cc681d3a871ae2818e2cefbbe88337b760d5
3
+ size 2383309024
rl_quantum_4b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eac54af9cbc234b8cb29a6b12a0fc7a25df9d4aeb97b43235f4c4a471a257a7c
3
+ size 2889513184
rl_quantum_4b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79e5623d01ef64705899b3d0828bc8033ec0208667f8b4d12e8bbca05812d50a
3
+ size 2823710944
rl_quantum_4b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16623e2a3b76134abfb3e0351af2e13a68dc847f8c48496f01f509708bc22524
3
+ size 3306260704
rl_quantum_4b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d8e96ec0bb0899f597dd40ed9caf7e4baf5f43417f5ae90be24ce4a63bd5884
3
+ size 4280404704
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ [[:space:]]rl_quantum_4b.BF16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ [[:space:]]rl_quantum_4b.F16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ [[:space:]]rl_quantum_4b.F32.gguf filter=lfs diff=lfs merge=lfs -text
39
+ [[:space:]]rl_quantum_4b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ [[:space:]]rl_quantum_4b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
+ [[:space:]]rl_quantum_4b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ [[:space:]]rl_quantum_4b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ [[:space:]]rl_quantum_4b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ [[:space:]]rl_quantum_4b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ [[:space:]]rl_quantum_4b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ [[:space:]]rl_quantum_4b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ [[:space:]]rl_quantum_4b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ [[:space:]]rl_quantum_4b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text