codys12 commited on
Commit
344e7e5
·
verified ·
1 Parent(s): 831de8d

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -5
config.json CHANGED
@@ -24,10 +24,7 @@
24
  "pretraining_tp": 1,
25
  "quantization_config": {
26
  "linear_class": "bitlinear",
27
- "quant_method": "gptq",
28
- "bits": 2,
29
- "group_size": -1,
30
- "desc_act": false,
31
  "quantization_mode": "offline",
32
  "use_rms_norm": true
33
  },
@@ -45,4 +42,4 @@
45
  "transformers_version": "4.52.0.dev0",
46
  "use_cache": true,
47
  "vocab_size": 128256
48
- }
 
24
  "pretraining_tp": 1,
25
  "quantization_config": {
26
  "linear_class": "bitlinear",
27
+ "quant_method": "bitnet",
 
 
 
28
  "quantization_mode": "offline",
29
  "use_rms_norm": true
30
  },
 
42
  "transformers_version": "4.52.0.dev0",
43
  "use_cache": true,
44
  "vocab_size": 128256
45
+ }