nm-autobot commited on
Commit
8046c4e
·
verified ·
1 Parent(s): 672d005

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +4 -11
config.json CHANGED
@@ -20,36 +20,28 @@
20
  "group_0": {
21
  "format": "nvfp4-pack-quantized",
22
  "input_activations": {
23
- "actorder": null,
24
- "block_structure": null,
25
  "dynamic": "local",
26
  "group_size": 16,
27
  "num_bits": 4,
28
  "observer": "static_minmax",
29
- "observer_kwargs": {},
30
  "scale_dtype": "torch.float8_e4m3fn",
31
  "strategy": "tensor_group",
32
  "symmetric": true,
33
- "type": "float",
34
- "zp_dtype": null
35
  },
36
  "output_activations": null,
37
  "targets": [
38
  "Linear"
39
  ],
40
  "weights": {
41
- "actorder": null,
42
- "block_structure": null,
43
  "dynamic": false,
44
  "group_size": 16,
45
  "num_bits": 4,
46
  "observer": "memoryless_minmax",
47
- "observer_kwargs": {},
48
  "scale_dtype": "torch.float8_e4m3fn",
49
  "strategy": "tensor_group",
50
  "symmetric": true,
51
- "type": "float",
52
- "zp_dtype": null
53
  }
54
  }
55
  },
@@ -59,11 +51,12 @@
59
  "lm_head"
60
  ],
61
  "kv_cache_scheme": null,
 
62
  "quant_method": "compressed-tensors",
63
  "quantization_status": "compressed",
64
  "sparsity_config": {},
65
  "transform_config": {},
66
- "version": "0.19.1a20261014"
67
  },
68
  "rms_norm_eps": 1e-05,
69
  "rope_scaling": null,
 
20
  "group_0": {
21
  "format": "nvfp4-pack-quantized",
22
  "input_activations": {
 
 
23
  "dynamic": "local",
24
  "group_size": 16,
25
  "num_bits": 4,
26
  "observer": "static_minmax",
 
27
  "scale_dtype": "torch.float8_e4m3fn",
28
  "strategy": "tensor_group",
29
  "symmetric": true,
30
+ "type": "float"
 
31
  },
32
  "output_activations": null,
33
  "targets": [
34
  "Linear"
35
  ],
36
  "weights": {
 
 
37
  "dynamic": false,
38
  "group_size": 16,
39
  "num_bits": 4,
40
  "observer": "memoryless_minmax",
 
41
  "scale_dtype": "torch.float8_e4m3fn",
42
  "strategy": "tensor_group",
43
  "symmetric": true,
44
+ "type": "float"
 
45
  }
46
  }
47
  },
 
51
  "lm_head"
52
  ],
53
  "kv_cache_scheme": null,
54
+ "moe_sparsity_config": null,
55
  "quant_method": "compressed-tensors",
56
  "quantization_status": "compressed",
57
  "sparsity_config": {},
58
  "transform_config": {},
59
+ "version": "0.19.1a20261015"
60
  },
61
  "rms_norm_eps": 1e-05,
62
  "rope_scaling": null,