baseten-admin commited on
Commit
a6f7bbf
·
verified ·
1 Parent(s): 0188b49

Update hf_quant_config.json

Browse files
Files changed (1) hide show
  1. hf_quant_config.json +1 -1
hf_quant_config.json CHANGED
@@ -8,7 +8,7 @@
8
  "kv_cache_quant_algo": null,
9
  "exclude_modules": [
10
  "lm_head",
11
- "model.layers.92"
12
  ]
13
  }
14
  }
 
8
  "kv_cache_quant_algo": null,
9
  "exclude_modules": [
10
  "lm_head",
11
+ "model.layers.92*"
12
  ]
13
  }
14
  }