zhiyucheng shengliangx commited on
Commit
d13bb1f
·
verified ·
1 Parent(s): 7b5d4d6

Use actual module path in ignore (#2)

Browse files

- Use actual module path in ignore/exclude_modules (0b466ea2b8f504fd09114924ae82c7cddb2ded1f)


Co-authored-by: Shengliang Xu <shengliangx@users.noreply.huggingface.co>

Files changed (2) hide show
  1. config.json +1 -1
  2. hf_quant_config.json +2 -2
config.json CHANGED
@@ -152,7 +152,7 @@
152
  }
153
  },
154
  "ignore": [
155
- "model.layers.visual*",
156
  "lm_head"
157
  ],
158
  "quant_algo": "NVFP4",
 
152
  }
153
  },
154
  "ignore": [
155
+ "visual*",
156
  "lm_head"
157
  ],
158
  "quant_algo": "NVFP4",
hf_quant_config.json CHANGED
@@ -8,8 +8,8 @@
8
  "kv_cache_quant_algo": null,
9
  "group_size": 16,
10
  "exclude_modules": [
11
- "model.layers.visual*",
12
  "lm_head"
13
  ]
14
  }
15
- }
 
8
  "kv_cache_quant_algo": null,
9
  "group_size": 16,
10
  "exclude_modules": [
11
+ "visual*",
12
  "lm_head"
13
  ]
14
  }
15
+ }