litmudoc commited on
Commit
64b1172
·
verified ·
1 Parent(s): 21ee453

Add files using upload-large-folder tool

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -32,7 +32,7 @@
32
  "quantization": {
33
  "group_size": 32,
34
  "bits": 4,
35
- "mode": "affine",
36
  "model.embed_tokens": {
37
  "bits": 8,
38
  "group_size": 32,
@@ -2447,7 +2447,7 @@
2447
  "quantization_config": {
2448
  "group_size": 32,
2449
  "bits": 4,
2450
- "mode": "affine",
2451
  "model.embed_tokens": {
2452
  "bits": 8,
2453
  "group_size": 32,
 
32
  "quantization": {
33
  "group_size": 32,
34
  "bits": 4,
35
+ "mode": "mxfp4",
36
  "model.embed_tokens": {
37
  "bits": 8,
38
  "group_size": 32,
 
2447
  "quantization_config": {
2448
  "group_size": 32,
2449
  "bits": 4,
2450
+ "mode": "mxfp4",
2451
  "model.embed_tokens": {
2452
  "bits": 8,
2453
  "group_size": 32,