RangerX commited on
Commit
49b6574
·
verified ·
1 Parent(s): 7ddf1f9

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -18,7 +18,7 @@
18
  "num_hidden_layers": 28,
19
  "num_key_value_heads": 8,
20
  "quantization_config": {
21
- "quantization_method": "bnb",
22
  "load_in_8bit": true,
23
  "llm_int8_threshold": 6.0
24
  },
 
18
  "num_hidden_layers": 28,
19
  "num_key_value_heads": 8,
20
  "quantization_config": {
21
+ "quantization_method": "bitsandbytes",
22
  "load_in_8bit": true,
23
  "llm_int8_threshold": 6.0
24
  },