Update README.md
Browse files
README.md
CHANGED
|
@@ -161,7 +161,7 @@ tags:
|
|
| 161 |
<div class="container-dark">
|
| 162 |
|
| 163 |
<div class="card-dark card-dark-title">
|
| 164 |
-
<h1>
|
| 165 |
<p class="subtitle">
|
| 166 |
EXL3 quants of <a href="https://huggingface.co/ilgee/Binary-Think-RM-8B" target="_blank">ilgee/Binary-Think-RM-8B</a> using <a href="https://github.com/turboderp-org/exllamav3/" target="_blank">exllamav3</a> for quantization.
|
| 167 |
</p>
|
|
@@ -172,49 +172,49 @@ tags:
|
|
| 172 |
<table class="styled-table">
|
| 173 |
<thead>
|
| 174 |
<tr>
|
| 175 |
-
<th>Quant
|
| 176 |
-
<th>
|
| 177 |
<th>Head Bits</th>
|
| 178 |
</tr>
|
| 179 |
</thead>
|
| 180 |
<tbody>
|
| 181 |
<tr>
|
| 182 |
-
<td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/2.5bpw_H6" target="_blank">2.
|
| 183 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/2.5bpw_H6" target="_blank">2.5</a></td>
|
| 184 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/2.5bpw_H6" target="_blank">6</a></td>
|
| 185 |
</tr>
|
| 186 |
<tr>
|
| 187 |
-
<td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.0bpw_H6" target="_blank">3.
|
| 188 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.0bpw_H6" target="_blank">3.0</a></td>
|
| 189 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.0bpw_H6" target="_blank">6</a></td>
|
| 190 |
</tr>
|
| 191 |
<tr>
|
| 192 |
-
<td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.5bpw_H6" target="_blank">3.
|
| 193 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.5bpw_H6" target="_blank">3.5</a></td>
|
| 194 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.5bpw_H6" target="_blank">6</a></td>
|
| 195 |
</tr>
|
| 196 |
<tr>
|
| 197 |
-
<td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.0bpw_H6" target="_blank">4.
|
| 198 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.0bpw_H6" target="_blank">4.0</a></td>
|
| 199 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.0bpw_H6" target="_blank">6</a></td>
|
| 200 |
</tr>
|
| 201 |
<tr>
|
| 202 |
-
<td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.5bpw_H6" target="_blank">4.
|
| 203 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.5bpw_H6" target="_blank">4.5</a></td>
|
| 204 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.5bpw_H6" target="_blank">6</a></td>
|
| 205 |
</tr>
|
| 206 |
<tr>
|
| 207 |
-
<td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/5.0bpw_H6" target="_blank">5.
|
| 208 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/5.0bpw_H6" target="_blank">5.0</a></td>
|
| 209 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/5.0bpw_H6" target="_blank">6</a></td>
|
| 210 |
</tr>
|
| 211 |
<tr>
|
| 212 |
-
<td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/6.0bpw_H6" target="_blank">6.
|
| 213 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/6.0bpw_H6" target="_blank">6.0</a></td>
|
| 214 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/6.0bpw_H6" target="_blank">6</a></td>
|
| 215 |
</tr>
|
| 216 |
<tr>
|
| 217 |
-
<td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/8.0bpw_H8" target="_blank">8.
|
| 218 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/8.0bpw_H8" target="_blank">8.0</a></td>
|
| 219 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/8.0bpw_H8" target="_blank">8</a></td>
|
| 220 |
</tr>
|
|
|
|
| 161 |
<div class="container-dark">
|
| 162 |
|
| 163 |
<div class="card-dark card-dark-title">
|
| 164 |
+
<h1>ArtusDev/ilgee_Binary-Think-RM-8B-EXL3</h1>
|
| 165 |
<p class="subtitle">
|
| 166 |
EXL3 quants of <a href="https://huggingface.co/ilgee/Binary-Think-RM-8B" target="_blank">ilgee/Binary-Think-RM-8B</a> using <a href="https://github.com/turboderp-org/exllamav3/" target="_blank">exllamav3</a> for quantization.
|
| 167 |
</p>
|
|
|
|
| 172 |
<table class="styled-table">
|
| 173 |
<thead>
|
| 174 |
<tr>
|
| 175 |
+
<th>Quant</th>
|
| 176 |
+
<th>BPW</th>
|
| 177 |
<th>Head Bits</th>
|
| 178 |
</tr>
|
| 179 |
</thead>
|
| 180 |
<tbody>
|
| 181 |
<tr>
|
| 182 |
+
<td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/2.5bpw_H6" target="_blank">2.5_H6</a></td>
|
| 183 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/2.5bpw_H6" target="_blank">2.5</a></td>
|
| 184 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/2.5bpw_H6" target="_blank">6</a></td>
|
| 185 |
</tr>
|
| 186 |
<tr>
|
| 187 |
+
<td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.0bpw_H6" target="_blank">3.0_H6</a></td>
|
| 188 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.0bpw_H6" target="_blank">3.0</a></td>
|
| 189 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.0bpw_H6" target="_blank">6</a></td>
|
| 190 |
</tr>
|
| 191 |
<tr>
|
| 192 |
+
<td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.5bpw_H6" target="_blank">3.5_H6</a></td>
|
| 193 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.5bpw_H6" target="_blank">3.5</a></td>
|
| 194 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.5bpw_H6" target="_blank">6</a></td>
|
| 195 |
</tr>
|
| 196 |
<tr>
|
| 197 |
+
<td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.0bpw_H6" target="_blank">4.0_H6</a></td>
|
| 198 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.0bpw_H6" target="_blank">4.0</a></td>
|
| 199 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.0bpw_H6" target="_blank">6</a></td>
|
| 200 |
</tr>
|
| 201 |
<tr>
|
| 202 |
+
<td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.5bpw_H6" target="_blank">4.5_H6</a></td>
|
| 203 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.5bpw_H6" target="_blank">4.5</a></td>
|
| 204 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.5bpw_H6" target="_blank">6</a></td>
|
| 205 |
</tr>
|
| 206 |
<tr>
|
| 207 |
+
<td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/5.0bpw_H6" target="_blank">5.0_H6</a></td>
|
| 208 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/5.0bpw_H6" target="_blank">5.0</a></td>
|
| 209 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/5.0bpw_H6" target="_blank">6</a></td>
|
| 210 |
</tr>
|
| 211 |
<tr>
|
| 212 |
+
<td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/6.0bpw_H6" target="_blank">6.0_H6</a></td>
|
| 213 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/6.0bpw_H6" target="_blank">6.0</a></td>
|
| 214 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/6.0bpw_H6" target="_blank">6</a></td>
|
| 215 |
</tr>
|
| 216 |
<tr>
|
| 217 |
+
<td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/8.0bpw_H8" target="_blank">8.0_H8</a></td>
|
| 218 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/8.0bpw_H8" target="_blank">8.0</a></td>
|
| 219 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/8.0bpw_H8" target="_blank">8</a></td>
|
| 220 |
</tr>
|