paulo-ribeiro commited on
Commit
3e067a9
·
1 Parent(s): d208d34

delete unused parameters in config.json file

Browse files
Files changed (1) hide show
  1. config.json +1 -4
config.json CHANGED
@@ -17,8 +17,6 @@
17
  "n_layer": 36,
18
  "n_positions": 1024,
19
  "quantization_config": {
20
- "_load_in_4bit": true,
21
- "_load_in_8bit": false,
22
  "bnb_4bit_compute_dtype": "bfloat16",
23
  "bnb_4bit_quant_storage": "uint8",
24
  "bnb_4bit_quant_type": "nf4",
@@ -28,8 +26,7 @@
28
  "llm_int8_skip_modules": null,
29
  "llm_int8_threshold": 6.0,
30
  "load_in_4bit": true,
31
- "load_in_8bit": false,
32
- "quant_method": "bitsandbytes"
33
  },
34
  "reorder_and_upcast_attn": false,
35
  "resid_pdrop": 0.1,
 
17
  "n_layer": 36,
18
  "n_positions": 1024,
19
  "quantization_config": {
 
 
20
  "bnb_4bit_compute_dtype": "bfloat16",
21
  "bnb_4bit_quant_storage": "uint8",
22
  "bnb_4bit_quant_type": "nf4",
 
26
  "llm_int8_skip_modules": null,
27
  "llm_int8_threshold": 6.0,
28
  "load_in_4bit": true,
29
+ "load_in_8bit": false
 
30
  },
31
  "reorder_and_upcast_attn": false,
32
  "resid_pdrop": 0.1,