ArtusDev commited on
Commit
77a4db3
·
verified ·
1 Parent(s): 7f75345

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +11 -11
README.md CHANGED
@@ -161,7 +161,7 @@ tags:
161
  <div class="container-dark">
162
 
163
  <div class="card-dark card-dark-title">
164
- <h1>ilgee/Binary-Think-RM-8B-EXL3</h1>
165
  <p class="subtitle">
166
  EXL3 quants of <a href="https://huggingface.co/ilgee/Binary-Think-RM-8B" target="_blank">ilgee/Binary-Think-RM-8B</a> using <a href="https://github.com/turboderp-org/exllamav3/" target="_blank">exllamav3</a> for quantization.
167
  </p>
@@ -172,49 +172,49 @@ tags:
172
  <table class="styled-table">
173
  <thead>
174
  <tr>
175
- <th>Quant (Revision)</th>
176
- <th>Bits per Weight</th>
177
  <th>Head Bits</th>
178
  </tr>
179
  </thead>
180
  <tbody>
181
  <tr>
182
- <td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/2.5bpw_H6" target="_blank">2.5bpw_H6</a></td>
183
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/2.5bpw_H6" target="_blank">2.5</a></td>
184
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/2.5bpw_H6" target="_blank">6</a></td>
185
  </tr>
186
  <tr>
187
- <td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.0bpw_H6" target="_blank">3.0bpw_H6</a></td>
188
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.0bpw_H6" target="_blank">3.0</a></td>
189
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.0bpw_H6" target="_blank">6</a></td>
190
  </tr>
191
  <tr>
192
- <td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.5bpw_H6" target="_blank">3.5bpw_H6</a></td>
193
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.5bpw_H6" target="_blank">3.5</a></td>
194
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.5bpw_H6" target="_blank">6</a></td>
195
  </tr>
196
  <tr>
197
- <td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.0bpw_H6" target="_blank">4.0bpw_H6</a></td>
198
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.0bpw_H6" target="_blank">4.0</a></td>
199
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.0bpw_H6" target="_blank">6</a></td>
200
  </tr>
201
  <tr>
202
- <td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.5bpw_H6" target="_blank">4.5bpw_H6</a></td>
203
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.5bpw_H6" target="_blank">4.5</a></td>
204
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.5bpw_H6" target="_blank">6</a></td>
205
  </tr>
206
  <tr>
207
- <td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/5.0bpw_H6" target="_blank">5.0bpw_H6</a></td>
208
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/5.0bpw_H6" target="_blank">5.0</a></td>
209
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/5.0bpw_H6" target="_blank">6</a></td>
210
  </tr>
211
  <tr>
212
- <td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/6.0bpw_H6" target="_blank">6.0bpw_H6</a></td>
213
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/6.0bpw_H6" target="_blank">6.0</a></td>
214
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/6.0bpw_H6" target="_blank">6</a></td>
215
  </tr>
216
  <tr>
217
- <td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/8.0bpw_H8" target="_blank">8.0bpw_H8</a></td>
218
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/8.0bpw_H8" target="_blank">8.0</a></td>
219
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/8.0bpw_H8" target="_blank">8</a></td>
220
  </tr>
 
161
  <div class="container-dark">
162
 
163
  <div class="card-dark card-dark-title">
164
+ <h1>ArtusDev/ilgee_Binary-Think-RM-8B-EXL3</h1>
165
  <p class="subtitle">
166
  EXL3 quants of <a href="https://huggingface.co/ilgee/Binary-Think-RM-8B" target="_blank">ilgee/Binary-Think-RM-8B</a> using <a href="https://github.com/turboderp-org/exllamav3/" target="_blank">exllamav3</a> for quantization.
167
  </p>
 
172
  <table class="styled-table">
173
  <thead>
174
  <tr>
175
+ <th>Quant</th>
176
+ <th>BPW</th>
177
  <th>Head Bits</th>
178
  </tr>
179
  </thead>
180
  <tbody>
181
  <tr>
182
+ <td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/2.5bpw_H6" target="_blank">2.5_H6</a></td>
183
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/2.5bpw_H6" target="_blank">2.5</a></td>
184
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/2.5bpw_H6" target="_blank">6</a></td>
185
  </tr>
186
  <tr>
187
+ <td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.0bpw_H6" target="_blank">3.0_H6</a></td>
188
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.0bpw_H6" target="_blank">3.0</a></td>
189
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.0bpw_H6" target="_blank">6</a></td>
190
  </tr>
191
  <tr>
192
+ <td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.5bpw_H6" target="_blank">3.5_H6</a></td>
193
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.5bpw_H6" target="_blank">3.5</a></td>
194
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/3.5bpw_H6" target="_blank">6</a></td>
195
  </tr>
196
  <tr>
197
+ <td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.0bpw_H6" target="_blank">4.0_H6</a></td>
198
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.0bpw_H6" target="_blank">4.0</a></td>
199
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.0bpw_H6" target="_blank">6</a></td>
200
  </tr>
201
  <tr>
202
+ <td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.5bpw_H6" target="_blank">4.5_H6</a></td>
203
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.5bpw_H6" target="_blank">4.5</a></td>
204
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/4.5bpw_H6" target="_blank">6</a></td>
205
  </tr>
206
  <tr>
207
+ <td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/5.0bpw_H6" target="_blank">5.0_H6</a></td>
208
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/5.0bpw_H6" target="_blank">5.0</a></td>
209
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/5.0bpw_H6" target="_blank">6</a></td>
210
  </tr>
211
  <tr>
212
+ <td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/6.0bpw_H6" target="_blank">6.0_H6</a></td>
213
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/6.0bpw_H6" target="_blank">6.0</a></td>
214
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/6.0bpw_H6" target="_blank">6</a></td>
215
  </tr>
216
  <tr>
217
+ <td><a href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/8.0bpw_H8" target="_blank">8.0_H8</a></td>
218
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/8.0bpw_H8" target="_blank">8.0</a></td>
219
  <td><a class="fake-link" href="https://huggingface.co/ArtusDev/ilgee_Binary-Think-RM-8B-EXL3/tree/8.0bpw_H8" target="_blank">8</a></td>
220
  </tr>