Portgas37 commited on
Commit
cd8c09f
·
verified ·
1 Parent(s): 7f9dec1

Upload Qwen3ForCausalLM

Browse files
Files changed (2) hide show
  1. config.json +0 -15
  2. model.safetensors +2 -2
config.json CHANGED
@@ -17,21 +17,6 @@
17
  "num_attention_heads": 16,
18
  "num_hidden_layers": 28,
19
  "num_key_value_heads": 8,
20
- "quantization_config": {
21
- "_load_in_4bit": false,
22
- "_load_in_8bit": true,
23
- "bnb_4bit_compute_dtype": "float32",
24
- "bnb_4bit_quant_storage": "uint8",
25
- "bnb_4bit_quant_type": "fp4",
26
- "bnb_4bit_use_double_quant": false,
27
- "llm_int8_enable_fp32_cpu_offload": false,
28
- "llm_int8_has_fp16_weight": false,
29
- "llm_int8_skip_modules": null,
30
- "llm_int8_threshold": 6.0,
31
- "load_in_4bit": false,
32
- "load_in_8bit": true,
33
- "quant_method": "bitsandbytes"
34
- },
35
  "rms_norm_eps": 1e-06,
36
  "rope_scaling": null,
37
  "rope_theta": 1000000,
 
17
  "num_attention_heads": 16,
18
  "num_hidden_layers": 28,
19
  "num_key_value_heads": 8,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
20
  "rms_norm_eps": 1e-06,
21
  "rope_scaling": null,
22
  "rope_theta": 1000000,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6d97cd5c732568d2f5a8d19738b521941cfb195dca88d2041a698610db39eb78
3
- size 753150052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e83d46292c803e7c64ab793eda33bce393823a62e9abdc588a27d01b69f39656
3
+ size 1192134784