update config for exclude modules

#3
by shengliangx - opened
Files changed (2) hide show
  1. config.json +2 -2
  2. hf_quant_config.json +2 -2
config.json CHANGED
@@ -150,7 +150,7 @@
150
  }
151
  },
152
  "ignore": [
153
- "model.layers.visual*",
154
  "lm_head"
155
  ],
156
  "quant_algo": "FP8",
@@ -160,4 +160,4 @@
160
  },
161
  "quant_method": "modelopt"
162
  }
163
- }
 
150
  }
151
  },
152
  "ignore": [
153
+ "visual*",
154
  "lm_head"
155
  ],
156
  "quant_algo": "FP8",
 
160
  },
161
  "quant_method": "modelopt"
162
  }
163
+ }
hf_quant_config.json CHANGED
@@ -7,8 +7,8 @@
7
  "quant_algo": "FP8",
8
  "kv_cache_quant_algo": null,
9
  "exclude_modules": [
10
- "model.layers.visual*",
11
  "lm_head"
12
  ]
13
  }
14
- }
 
7
  "quant_algo": "FP8",
8
  "kv_cache_quant_algo": null,
9
  "exclude_modules": [
10
+ "visual*",
11
  "lm_head"
12
  ]
13
  }
14
+ }